-- Logs begin at Tue 2022-07-12 16:42:28 UTC, end at Tue 2022-07-12 17:51:28 UTC. -- Jul 12 17:17:05.006703 dv-cinder-849325-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 17:17:07.658278 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.common.config [-] Logging enabled! Jul 12 17:17:07.658996 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 17:17:07.659088 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103853) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 17:17:07.662780 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.common.config [-] Logging enabled! Jul 12 17:17:07.663032 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 17:17:07.663338 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103853) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 17:17:07.664254 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 17:17:07.664482 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 17:17:07.664840 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 17:17:07.665081 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 17:17:07.665301 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 17:17:07.665735 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.666033 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.666259 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.666550 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.666840 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.667118 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.667403 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.667693 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.667973 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.668247 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.668525 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.668750 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.669026 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.669306 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.669586 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.669831 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.670107 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.670532 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.670927 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.671203 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.671488 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.671773 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.672024 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.672293 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.672568 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.672887 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] host = dv-cinder-849325-2-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.673156 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.673434 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.673733 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.674017 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.674285 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.674555 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.674831 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.675097 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.675952 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.676223 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.676505 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.676786 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.677070 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.677290 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.677507 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.677811 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.678096 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.678365 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.678632 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.678900 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.679165 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.679430 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.679690 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.679965 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.680241 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.680517 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.680783 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.681046 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.681310 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.681579 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.681877 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.682143 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.682409 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.682675 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.682955 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.683216 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.683481 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.683771 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.684047 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.684323 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.684601 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.684866 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.685141 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.685406 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.685668 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.685965 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.686230 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.686494 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.686769 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.687037 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.687302 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.687567 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.687831 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.688109 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.688376 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:07.688668 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.688960 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.689254 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.689533 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.689854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.690133 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.690420 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.690696 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.691003 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.691291 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.691577 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.691850 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.692144 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.692430 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.692722 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.693024 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.693314 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.693601 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.693893 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.694427 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.694695 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.694968 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.695249 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.695523 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.695806 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.696088 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.696360 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.696650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.696932 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.697212 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.697499 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.697809 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.698079 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.698351 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.698637 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.698907 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.699178 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.699459 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.699731 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.699998 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.700275 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.700565 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.700851 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.701121 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.701394 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.701698 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.701983 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.702252 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.702522 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.702793 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.703058 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.703338 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.703612 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.703880 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.704147 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.704420 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.704688 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.704955 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.705227 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.705496 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.705793 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.706064 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.706335 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.706626 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.706895 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.707161 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.707428 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.707694 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.707964 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.708231 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.708497 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.708764 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.709031 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.709298 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.709705 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.709980 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.710254 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.710528 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.710800 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.711071 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.711341 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.711617 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.711887 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.712152 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.712434 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.712713 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.712990 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.713265 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.713533 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.713873 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.714144 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.714413 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.714690 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.714960 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.715229 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.715506 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.715786 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.716074 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.716363 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.716634 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.716921 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.717205 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.717493 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.717794 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.718101 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.718377 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:07.718590 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 17:17:07.718822 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 17:17:08.012831 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 17:17:08.013060 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 17:17:08.013337 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 17:17:08.013668 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 17:17:08.418026 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.418308 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.418580 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.421397 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.421673 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.421962 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.474360 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.474639 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.474902 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.489102 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.489376 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.489637 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.519695 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.519970 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.520235 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.555527 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.555803 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.556067 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.784916 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.785414 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.785514 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.785721 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.786407 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.884110 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.884425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.884704 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.884972 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.885233 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.885537 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.885886 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.886142 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.886393 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.886670 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.886924 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.887182 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.887431 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.887677 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.887928 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.888189 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.888440 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.888701 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.888965 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.889222 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.889490 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.889757 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.890036 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.890418 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.890650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.890892 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.891273 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.891506 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.891740 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.891972 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.892200 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.892426 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:08.892786 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 17:17:08.895855 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 17:17:08.899731 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 17:17:08.903329 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 12 17:17:08.905005 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 17:17:08.905604 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 17:17:08.905956 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 17:17:08.906337 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 17:17:08.909066 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 17:17:08.909313 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 17:17:08.909706 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 17:17:08.914729 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 12 17:17:08.937755 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 17:17:08.938197 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.938491 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 12 17:17:08.938854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.940191 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 17:17:08.940462 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 17:17:08.940697 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 17:17:08.944752 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:08.945028 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.083318 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 17:17:09.083556 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 17:17:09.083786 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 17:17:09.084155 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 17:17:09.136756 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO dbcounter [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Registered counter for database neutron Jul 12 17:17:09.155486 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_db.sqlalchemy.engines [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 17:17:09.161850 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG dbcounter [-] [103853] Writer thread running {{(pid=103853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 17:17:09.701226 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing driver for type 'gre' Jul 12 17:17:09.701795 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] gre ID ranges: [(1, 1000)] Jul 12 17:17:09.758712 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing driver for type 'local' Jul 12 17:17:09.759055 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing driver for type 'vlan' Jul 12 17:17:09.773551 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] VlanTypeDriver initialization complete Jul 12 17:17:09.774039 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing driver for type 'vxlan' Jul 12 17:17:09.774538 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] vxlan ID ranges: [(1, 1000)] Jul 12 17:17:09.838651 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing extension driver 'port_security' Jul 12 17:17:09.839290 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] PortSecurityExtensionDriver initialization complete Jul 12 17:17:09.839378 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing mechanism driver 'openvswitch' Jul 12 17:17:09.839636 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing mechanism driver 'hyperv' Jul 12 17:17:09.848399 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:09.849070 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.849446 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.849836 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.850344 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.850766 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.851124 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.851471 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.851863 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.852270 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.852618 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.852964 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.853354 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.853804 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.854155 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.854494 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.854898 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.855303 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.855650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.855988 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.856389 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.856804 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > address_group after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.857152 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > address_group after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.857488 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.857919 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 17:17:09.858357 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] ML2 OVO RPC backend initialized. {{(pid=103853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 12 17:17:09.859089 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.859444 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.859868 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.860218 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > networks before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.860564 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.860903 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > ports before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.861244 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.861583 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnets before_response 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.861953 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.862301 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.862635 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.862969 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.863302 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.863632 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.863964 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.864298 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.864630 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.872109 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded quota_driver: . Jul 12 17:17:09.872469 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.plugin [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Modular L2 Plugin initialization complete Jul 12 17:17:09.872816 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading services supported by the core plugin {{(pid=103853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 17:17:09.873160 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.plugins.ml2.managers [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Got port-security extension from driver 'port_security' Jul 12 17:17:09.873639 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.extensions.vlantransparent [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Disabled vlantransparent extension. Jul 12 17:17:09.874161 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 17:17:09.874485 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: router Jul 12 17:17:09.910732 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.911122 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.911493 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router before_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.911986 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.912365 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.912724 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_delete 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.913084 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.913433 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.913820 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.914169 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.914520 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.914868 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.915227 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.915638 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.916006 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.916346 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.916683 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.917021 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.917375 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.917738 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.918081 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.918422 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.918776 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router after_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.919116 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.919468 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_create 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.919822 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.920166 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_update 55549900 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.920529 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > agent after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.920878 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > agent after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.921221 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > network after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.922095 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Tracking information for resource: router configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:09.922432 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Tracking information for resource: floatingip configured {{(pid=103853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 17:17:09.927221 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.db.l3_agentschedulers_db [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 17:17:09.927805 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.928166 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.928514 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.928869 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.929654 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router before_create 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.930043 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.930401 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_create 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.930756 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > router precommit_update 55550100 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.935535 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.provider_configuration [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service providers = [] {{(pid=103853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 17:17:09.935899 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.db.servicetype_db [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 17:17:09.938846 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 17:17:09.939197 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 17:17:09.939540 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 17:17:09.940594 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.services.service_base [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 17:17:09.941481 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.services.service_base [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 17:17:09.941888 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.942206 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 17:17:09.952765 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.953055 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: auto_allocate Jul 12 17:17:09.959382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: network precommit_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.959746 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: network precommit_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.960254 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.960570 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: tag Jul 12 17:17:09.967361 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.967696 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: timestamp Jul 12 17:17:09.971505 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.971836 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: network_ip_availability Jul 12 17:17:09.977349 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.977745 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.978104 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:09.978815 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.979134 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: flavors Jul 12 17:17:09.984007 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.984340 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading Plugin: revisions Jul 12 17:17:09.988622 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 17:17:09.989011 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.976s {{(pid=103853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 17:17:09.989773 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 12 17:17:09.990114 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Initializing extension manager. Jul 12 17:17:09.990635 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: __init__.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.990974 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: __pycache__ {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.991309 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.992053 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:09.992612 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: address-group Jul 12 17:17:09.992936 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: address_scope.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.993655 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:09.994196 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: address-scope Jul 12 17:17:09.994516 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.995447 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:09.995962 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: router-admin-state-down-before-update Jul 12 17:17:09.996284 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: agent.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.996988 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:09.997499 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: agent Jul 12 17:17:09.997859 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: agent_resources_synced.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:09.998766 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:09.999281 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: agent-resources-synced Jul 12 17:17:09.999601 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: allowedaddresspairs.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.001412 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.001966 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: allowed-address-pairs Jul 12 17:17:10.002295 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: auto_allocated_topology.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.003881 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.004407 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: auto-allocated-topology Jul 12 17:17:10.004730 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.005423 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.005971 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: availability_zone Jul 12 17:17:10.006293 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: availability_zone_filter.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.007206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.007719 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: availability_zone_filter Jul 12 17:17:10.008042 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: data_plane_status.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.008948 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.009458 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 17:17:10.009807 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: default_subnetpools.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.010722 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.011235 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: default-subnetpools Jul 12 17:17:10.011555 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.012350 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.012856 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: dhcp_agent_scheduler Jul 12 17:17:10.013177 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: dns.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.014126 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.014634 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension dns-integration not supported by any of loaded plugins Jul 12 17:17:10.014951 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: dns_domain_ports.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.015875 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.016388 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 17:17:10.016708 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.017629 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.018166 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 17:17:10.018485 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: dvr.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.019687 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.020193 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: dvr Jul 12 17:17:10.020513 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: ecmp_routes.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.021425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.021960 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 12 17:17:10.022281 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: empty_string_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.023186 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.023692 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: empty-string-filtering Jul 12 17:17:10.024011 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.024917 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.025423 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 17:17:10.025772 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.026680 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.027364 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 17:17:10.027687 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: external_net.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.028595 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.029110 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: external-net Jul 12 17:17:10.029431 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.030372 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.030880 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: extra_dhcp_opt Jul 12 17:17:10.031201 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: extraroute.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.032114 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.032624 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: extraroute Jul 12 17:17:10.032945 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: extraroute_atomic.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.034036 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.034548 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: extraroute-atomic Jul 12 17:17:10.034929 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: filter_validation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.035627 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.036132 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: filter-validation Jul 12 17:17:10.036452 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: fip_pf_description.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.037363 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.037894 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 17:17:10.038217 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: fip_pf_port_range.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.039154 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.039658 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 12 17:17:10.039978 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: fip_port_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.040895 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.041433 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: fip-port-details Jul 12 17:17:10.041777 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: flavors.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.042995 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.043516 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: flavors Jul 12 17:17:10.043842 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.045474 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.046026 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 17:17:10.046355 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: floatingip_pools.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.047056 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.047572 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: floatingip-pools Jul 12 17:17:10.047897 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: ip_allocation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.048817 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.049326 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 17:17:10.049648 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.050620 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.051134 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: ip-substring-filtering Jul 12 17:17:10.051457 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l2_adjacency.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.052386 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.052897 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 17:17:10.053220 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.054213 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.054736 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: router Jul 12 17:17:10.055061 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.057256 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.057820 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 17:17:10.058154 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.059078 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.059602 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: ext-gw-mode Jul 12 17:17:10.059933 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.060854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.061371 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: l3-ha Jul 12 17:17:10.061718 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.062637 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.063145 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 12 17:17:10.063469 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_flavors.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.064382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.064894 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: l3-flavors Jul 12 17:17:10.065220 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.067127 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.067654 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 12 17:17:10.067981 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.068899 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.069833 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 17:17:10.070044 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: l3agentscheduler.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.071193 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.071713 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: l3_agent_scheduler Jul 12 17:17:10.072041 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: local_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.073871 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.074404 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension local_ip not supported by any of loaded plugins Jul 12 17:17:10.074734 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: logging.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.076196 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.076726 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension logging not supported by any of loaded plugins Jul 12 17:17:10.077059 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: metering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.077834 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.078419 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: metering Jul 12 17:17:10.078747 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.079837 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.080362 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: metering_source_and_destination_fields Jul 12 17:17:10.080691 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: multiprovidernet.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.082250 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.082771 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: multi-provider Jul 12 17:17:10.083098 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: netmtu.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.084012 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.084527 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: net-mtu Jul 12 17:17:10.084852 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: netmtu_writable.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.085809 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.086320 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: net-mtu-writable Jul 12 17:17:10.086644 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: network_availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.087316 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.087830 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: network_availability_zone Jul 12 17:17:10.088151 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: network_ip_availability.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.089245 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.089798 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: network-ip-availability Jul 12 17:17:10.090124 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: network_segment_range.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.090885 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.091397 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 17:17:10.091718 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: pagination.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.092700 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.093030 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: pagination Jul 12 17:17:10.093349 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_device_profile.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.094284 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.094808 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-device-profile Jul 12 17:17:10.095129 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_mac_address_override.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.096041 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.096552 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-mac-override Jul 12 17:17:10.096873 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.097859 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.098377 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-mac-address-regenerate Jul 12 17:17:10.098696 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.099604 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.100117 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-numa-affinity-policy Jul 12 17:17:10.100435 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_resource_request.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.101345 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.101887 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 17:17:10.102208 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: port_resource_request_groups.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.103168 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.103677 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 12 17:17:10.103997 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: portbindings.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.104920 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.105433 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: binding Jul 12 17:17:10.105789 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: portbindings_extended.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.107025 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.107548 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: binding-extended Jul 12 17:17:10.107871 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: portsecurity.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.108782 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.109294 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-security Jul 12 17:17:10.109619 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: project_id.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.110607 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.110937 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: project-id Jul 12 17:17:10.111258 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: providernet.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.112174 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.112689 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: provider Jul 12 17:17:10.113031 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.116770 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.117299 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos not supported by any of loaded plugins Jul 12 17:17:10.117634 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.118944 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.119464 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 17:17:10.119792 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.120725 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.121245 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 17:17:10.121567 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_default.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.122504 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.123022 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-default not supported by any of loaded plugins Jul 12 17:17:10.123348 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_fip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.124277 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.124795 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-fip not supported by any of loaded plugins Jul 12 17:17:10.125116 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.126052 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.126568 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 12 17:17:10.126887 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_gateway_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.127814 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.128328 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 17:17:10.129208 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_port_network_policy.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.130148 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.130663 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 17:17:10.130984 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.132011 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.132529 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 12 17:17:10.132854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.133915 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.134431 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 12 17:17:10.134755 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_pps_rule.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.135932 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.136450 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-pps not supported by any of loaded plugins Jul 12 17:17:10.136772 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_rule_type_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.137714 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.138236 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 17:17:10.138563 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.139484 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.139996 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 12 17:17:10.140316 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: qos_rules_alias.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.141355 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.141904 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 17:17:10.142227 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: quota_check_limit.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.143136 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.143648 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: quota-check-limit Jul 12 17:17:10.143988 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: quotasv2.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.145459 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.145822 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: quotas Jul 12 17:17:10.146143 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: quotasv2_detail.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.147851 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.148189 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: quota_details Jul 12 17:17:10.148515 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: rbac.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.149560 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.150113 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: rbac-policies Jul 12 17:17:10.150440 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: rbac_address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.151367 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.151888 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: rbac-address-group Jul 12 17:17:10.152211 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: rbac_address_scope.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.153128 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.153647 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: rbac-address-scope Jul 12 17:17:10.153991 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: rbac_security_groups.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.154983 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.155508 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: rbac-security-groups Jul 12 17:17:10.155831 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: rbac_subnetpool.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.156749 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.157267 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: rbac-subnetpool Jul 12 17:17:10.157586 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: revisionifmatch.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.158552 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.159067 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: revision-if-match Jul 12 17:17:10.159385 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: revisions.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.160531 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.161049 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: standard-attr-revisions Jul 12 17:17:10.161373 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: router_availability_zone.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.162075 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.162594 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: router_availability_zone Jul 12 17:17:10.162914 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: routerservicetype.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.165193 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.165775 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension router-service-type not supported by any of loaded plugins Jul 12 17:17:10.166113 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.167044 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.167568 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: security-groups-normalized-cidr Jul 12 17:17:10.167904 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.168836 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.169356 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: port-security-groups-filtering Jul 12 17:17:10.169707 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.170648 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.171172 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: security-groups-remote-address-group Jul 12 17:17:10.171499 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.172425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.172939 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: security-groups-shared-filtering Jul 12 17:17:10.173264 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: securitygroup.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.182888 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.183427 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: security-group Jul 12 17:17:10.183760 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: segment.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.184487 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.185004 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension segment not supported by any of loaded plugins Jul 12 17:17:10.185331 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.186295 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.186810 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 17:17:10.187133 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: servicetype.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.188238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.188758 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: service-type Jul 12 17:17:10.189085 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: sorting.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.190099 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.190427 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: sorting Jul 12 17:17:10.190748 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: standard_attr_segment.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.192194 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.192719 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 17:17:10.193044 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: standardattrdescription.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.193704 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.194479 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: standard-attr-description Jul 12 17:17:10.194801 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: stateful_security_group.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.195740 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.196261 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: stateful-security-group Jul 12 17:17:10.196585 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: stdattrs_common.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.197169 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 17:17:10.197489 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.198505 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.199027 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 17:17:10.199350 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnet_onboard.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.200418 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.200939 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: subnet_onboard Jul 12 17:17:10.201262 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.202217 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.202731 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 17:17:10.203097 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnet_service_types.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.203976 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.204493 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: subnet-service-types Jul 12 17:17:10.204815 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnetallocation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.205932 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.206452 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: subnet_allocation Jul 12 17:17:10.207326 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.207995 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.208515 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: subnetpool-prefix-ops Jul 12 17:17:10.208841 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.209789 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.210306 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 17:17:10.210627 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: tagging.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.211697 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.212214 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: standard-attr-tag Jul 12 17:17:10.212542 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: timestamp.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.213771 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.214298 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loaded extension: standard-attr-timestamp Jul 12 17:17:10.214623 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: trunk.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.215650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.216173 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension trunk not supported by any of loaded plugins Jul 12 17:17:10.216500 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: trunk_details.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.217415 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.217964 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension trunk-details not supported by any of loaded plugins Jul 12 17:17:10.218295 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: uplink_status_propagation.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.219209 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.219727 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 17:17:10.220052 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Loading extension file: vlantransparent.py {{(pid=103853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 17:17:10.220722 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 17:17:10.221234 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 17:17:10.223843 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:network Jul 12 17:17:10.224368 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnet Jul 12 17:17:10.224775 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 17:17:10.225166 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:port Jul 12 17:17:10.226439 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.226882 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service FLAVORS assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.227497 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.227938 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.228269 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:router Jul 12 17:17:10.228711 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:floatingip Jul 12 17:17:10.229193 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service METERING assigned prefix: /metering {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.230654 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:10.231021 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:10.231373 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:17:10.232377 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 17:17:10.232821 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:security_group Jul 12 17:17:10.233249 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 17:17:10.233878 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.234207 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 17:17:10.234557 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] subnetpool is already registered Jul 12 17:17:10.234981 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.235302 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 17:17:10.235629 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] subnetpool is already registered Jul 12 17:17:10.237924 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.238367 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service FLAVORS assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.238957 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.239382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.239714 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:router Jul 12 17:17:10.240051 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] router is already registered Jul 12 17:17:10.240469 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:floatingip Jul 12 17:17:10.240802 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] floatingip is already registered Jul 12 17:17:10.241258 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service METERING assigned prefix: /metering {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.241956 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 17:17:10.242285 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] rbac_policy is already registered Jul 12 17:17:10.242698 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:security_group Jul 12 17:17:10.243030 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] security_group is already registered Jul 12 17:17:10.243444 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 17:17:10.243773 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] security_group_rule is already registered Jul 12 17:17:10.244404 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.244732 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 17:17:10.245064 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] subnetpool is already registered Jul 12 17:17:10.245478 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.v2.resource_helper [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Service CORE assigned prefix: {{(pid=103853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 17:17:10.245837 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 17:17:10.246171 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING neutron.quota.resource_registry [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] subnetpool is already registered Jul 12 17:17:10.246655 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: extensions {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.248066 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: address-groups {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.249546 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: address-scopes {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.250890 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.252057 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: auto-allocated-topology {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.253277 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: availability_zones {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.255038 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: dhcp-networks {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.256511 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: dhcp-agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.257968 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.259841 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: flavors {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.261099 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: service_profiles {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.262333 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: next_providers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.263758 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: service_profiles {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.265273 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: floatingip-pools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.266536 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.268236 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: floatingips {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.270128 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: l3-routers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.271502 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: l3-agents {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.272909 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: metering-labels {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.274191 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: metering-label-rules {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.275543 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: network-ip-availabilities {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.276788 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: bindings {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.278370 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: quotas {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.280892 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: quotas {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.282458 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: rbac-policies {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.283650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: security-groups {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.284973 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: security-group-rules {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.286244 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: service-providers {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.287453 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: subnetpools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.288912 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: subnetpools {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.290471 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.292125 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.293964 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.295732 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.297405 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.299371 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.301696 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.303572 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.305324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.307100 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron.api.extensions [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Extended resource: tags {{(pid=103853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 17:17:10.313189 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING keystonemiddleware.auth_token [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 17:17:10.318766 dv-cinder-849325-2-iscsi neutron-server[103853]: WARNING keystonemiddleware.auth_token [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 17:17:10.327787 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Acquired lock "singleton_lock" {{(pid=103853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 12 17:17:10.328265 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_concurrency.lockutils [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Releasing lock "singleton_lock" {{(pid=103853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 12 17:17:10.328906 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Starting 2 workers Jul 12 17:17:10.333786 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Started child 103962 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 17:17:10.338386 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Started child 103963 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 17:17:10.343123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.343698 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO neutron.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 17:17:10.343698 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.343868 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [-] (103962) wsgi starting up on http://0.0.0.0:9696 Jul 12 17:17:10.343952 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.344355 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Starting 1 workers Jul 12 17:17:10.344449 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [-] (103963) wsgi starting up on http://0.0.0.0:9696 Jul 12 17:17:10.348507 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Started child 103964 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 17:17:10.349046 dv-cinder-849325-2-iscsi neutron-server[103853]: INFO oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Starting 1 workers Jul 12 17:17:10.352123 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] calling RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 17:17:10.352648 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] returning from RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 17:17:10.353550 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Started child 103965 {{(pid=103853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 17:17:10.354009 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.354407 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac692e73-a3d7-45e1-a912-c8743aab025a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.354503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:10.356376 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 17:17:10.356588 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 17:17:10.356773 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 17:17:10.357002 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 17:17:10.357321 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 17:17:10.357479 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 17:17:10.358020 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.358300 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.358561 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.358651 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:10.359096 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.359429 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.359537 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:10.359695 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.359932 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.360197 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.360444 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.360615 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.360774 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.361037 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.361283 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.361609 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.361910 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.362159 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.362419 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.362575 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.363371 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.363634 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.363881 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.364167 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.364417 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.364913 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.365160 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.365404 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.365652 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.365948 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.366191 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.366450 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.366683 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.366917 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.367162 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.367432 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.367651 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.367896 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.368107 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.368378 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.368610 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.369109 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host = dv-cinder-849325-2-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.369345 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.369558 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.369826 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.370057 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.370304 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.370517 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.370786 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.371026 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.371288 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.371516 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.371768 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.372021 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.372260 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.372514 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.372679 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_options = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.372917 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.373178 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.373467 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.373671 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.373853 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.374004 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.374252 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.374402 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.374661 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.374895 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.375137 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.375304 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.375528 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.375755 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.376003 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.376234 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.376469 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.376695 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.376950 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.377196 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.377428 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.377671 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.377924 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.378130 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.378372 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.379147 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.379458 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.379699 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.379897 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.380047 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.380456 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.380676 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.380818 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.381032 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.381324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.381516 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.381748 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.382004 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.382267 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.382558 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.382836 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.383234 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.383751 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.383751 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.383751 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.384157 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.384157 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.384753 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.384753 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.385028 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.385028 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.385400 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.385642 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.385642 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.386008 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.387382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.387382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387777 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.387982 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.388202 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.388450 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.388678 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.388996 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.389218 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.389518 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.389802 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.390076 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.390418 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.391124 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.391124 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.394993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.396206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.397238 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399941 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399941 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.399941 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.400182 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.400261 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.400475 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.400728 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.400971 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.401194 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.401426 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.401649 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.401881 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.402117 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.402328 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.402543 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.402752 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.403002 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.403219 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.403433 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.403665 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.403858 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.404063 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.404296 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.404523 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.404728 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.404948 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.405157 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.405367 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.405612 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406125 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406125 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406381 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406480 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406668 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.406900 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.407109 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.407318 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.407547 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.407783 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.408099 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.408347 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.408605 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.408848 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.409089 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.409333 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.409576 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.409870 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.410109 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.410324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.410573 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.410815 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.411057 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.411303 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.411520 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.411752 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.412003 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.412216 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.412435 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.412651 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.412900 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.413129 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.413388 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.413640 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.413913 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.414130 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.414390 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.414624 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.414879 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.415132 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.415421 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.415643 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.415922 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.416437 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.416714 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.416974 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.417221 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.417448 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.417707 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.417936 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.418205 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.418430 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.418676 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.418915 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.419165 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.419388 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.419601 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.419830 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.420137 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.420371 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.420602 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.420834 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.421112 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.421338 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.421582 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.421863 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.422113 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.422363 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.422621 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.422859 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.423089 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.423323 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.423567 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.423777 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.423988 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.424201 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.424449 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.424680 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.424892 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.425120 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.425875 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.426097 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.426309 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.426543 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.426758 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.427014 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.427224 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.427463 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.427687 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.427895 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.428120 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.428340 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.428576 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.428840 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.429053 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.429316 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.429572 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.429819 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.430049 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.430301 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.430566 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.430778 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.431015 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.431230 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.431439 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.431663 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.431883 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.432095 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.432322 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.432557 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.432757 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.433002 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.433232 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.433571 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.433842 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.434068 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.434306 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.434539 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.434758 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.434994 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.435225 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.435455 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.435668 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.435880 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.436119 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.436323 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.436540 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.436751 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.436961 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.437215 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.437449 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.437699 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.437920 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.438138 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.438349 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.438558 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.438768 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.438998 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.439209 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.439417 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.439649 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.439893 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.440191 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.440438 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.440688 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.440989 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.441747 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.441980 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.442211 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.442457 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.442668 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.442886 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.443104 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.443312 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.443535 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.443745 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.444218 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.444440 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.444655 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.444864 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.445086 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.445292 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.445521 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.445763 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.445979 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.446210 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.446451 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.446664 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.446871 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.447090 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.447303 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.447509 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.447733 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.447940 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.448145 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.448364 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.448598 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.448804 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.449098 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.449340 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.449556 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.449875 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.450120 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.450362 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.450602 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.450901 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.451111 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.451375 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.451602 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.451816 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.452034 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.452284 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.452619 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.452903 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.453209 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.453413 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.453681 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.453974 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.454252 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.454468 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.454760 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.455098 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.455355 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.455590 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.455841 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.456085 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.456339 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.456581 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.456804 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.457028 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.457251 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.457464 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.457724 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.457952 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.458189 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.458416 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.458648 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.458870 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.459081 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.459316 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.459545 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.459702 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 17:17:10.460248 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 17:17:10.460418 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 17:17:10.460582 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 17:17:10.460759 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 17:17:10.460917 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 17:17:10.461060 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 17:17:10.461260 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.461425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.461587 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.461773 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.461953 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462114 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462272 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462426 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462587 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462740 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.462881 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463017 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:10.463174 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463174 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463438 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463585 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463721 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463855 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.463990 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464129 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464274 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464411 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464547 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] debug = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464681 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464816 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.464980 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.465128 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.465292 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.465455 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.465628 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.466541 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host = dv-cinder-849325-2-iscsi {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.467307 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468415 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468415 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468558 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468636 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468746 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.468898 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469059 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469218 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469377 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_options = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469537 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469711 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.469879 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.470061 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.470224 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.470382 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.470530 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471122 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471122 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471122 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471122 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471417 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471417 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471568 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471693 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.471852 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472010 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472204 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472364 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472521 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472678 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472834 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.472993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473151 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473308 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473465 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473621 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473883 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.473971 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474092 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474249 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474408 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474565 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474721 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.474879 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475037 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475194 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475350 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475512 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475669 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475827 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.475986 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476143 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476300 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476457 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476615 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476772 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_json = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.476928 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477087 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477243 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477400 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477556 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477735 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.477899 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.478070 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.478209 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 17:17:10.478383 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.478542 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.478713 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.478895 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479029 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479181 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479346 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479505 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479662 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479823 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.479993 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480154 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480483 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480640 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480801 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.480960 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481119 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481281 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481441 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481599 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481778 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.481948 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482107 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482584 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482751 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.482910 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483078 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483253 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483413 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483574 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483734 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.483896 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484057 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484217 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484377 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484538 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484697 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.484854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485014 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485174 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485335 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485494 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485779 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.485913 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486035 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486119 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486276 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486443 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486594 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486741 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.486949 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.487082 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.487215 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.487339 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.487507 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.487665 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.488359 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.488520 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.488680 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489030 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489030 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489188 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489313 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489434 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489579 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489774 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.489946 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490089 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490241 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490404 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490567 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490693 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.490854 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491012 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491352 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491352 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491563 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491647 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491754 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.491912 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492070 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492230 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492389 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492548 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492706 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.492864 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493023 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493183 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493358 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493517 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493723 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.493855 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494001 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494160 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494319 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494479 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494638 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494796 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.494955 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495114 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495272 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495425 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495562 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495734 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.495860 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496016 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496174 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496332 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496490 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496649 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496999 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.496999 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497233 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497233 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497443 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497537 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497743 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.497934 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.498162 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.498324 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.498493 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.498722 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.498959 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499073 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499196 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499356 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499529 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499743 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.499922 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.500111 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.500348 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.500494 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.500667 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.500894 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501064 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501221 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501432 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501648 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501809 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.501965 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.502076 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.502242 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.502469 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.502650 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.502825 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.503007 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.503473 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.503473 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504184 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504184 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504421 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504575 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504783 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.504964 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.505127 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.505331 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.505616 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.505792 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.505909 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506059 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506303 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506437 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506629 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506782 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.506942 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.507104 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.507297 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.507495 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.507694 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.507817 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.508064 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.508182 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.508385 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.509709 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.510499 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.510676 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.510901 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511050 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511198 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511409 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511592 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511821 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.511986 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.512214 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.512379 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.512558 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.512719 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.512947 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.513149 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.513373 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.513540 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.513717 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.513886 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514176 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514310 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514456 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514610 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514824 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.514986 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.515135 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.515311 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.515470 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.515718 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.515902 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516056 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516230 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516489 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516621 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516773 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.516979 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.517142 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.517316 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.517500 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.517730 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.517918 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.518144 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.518492 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.518701 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.518901 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.519085 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.519267 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.519442 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.519605 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.519829 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520204 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520204 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520395 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520545 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520768 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.520909 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.521089 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.521293 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.521465 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.521629 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.521871 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522049 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522257 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522417 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522589 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522750 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.522911 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523071 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523231 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523391 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523562 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523721 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.523881 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.524040 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.524200 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.524359 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.524592 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525266 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525649 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525649 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525887 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.525887 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526157 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526282 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526405 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526536 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526661 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526784 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.526946 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527107 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527275 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527445 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527613 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527774 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.527941 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528114 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528274 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528435 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528593 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528753 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.528913 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529072 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529231 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529390 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529584 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529723 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.529886 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530046 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530206 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530365 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530528 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530688 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.530846 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.531005 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.531164 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 17:17:10.531317 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 17:17:10.677743 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35344) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:10.686394 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065646 Jul 12 17:17:19.832076 dv-cinder-849325-2-iscsi neutron-server[103853]: DEBUG dbcounter [-] [103853] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:21.524755 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84d3dd-4f46-4a6e-a756-eb9665b455c3 None None] get_active_networks_info from dv-cinder-849325-2-iscsi {{(pid=103964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 12 17:17:21.560377 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writer thread running {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 17:17:21.622301 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84d3dd-4f46-4a6e-a756-eb9665b455c3 None None] No non-hosted networks {{(pid=103964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 17:17:21.635580 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.agentschedulers_db [None req-6f84d3dd-4f46-4a6e-a756-eb9665b455c3 None None] DHCP Agent not found on host dv-cinder-849325-2-iscsi {{(pid=103964) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 12 17:17:21.696626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b8836a43-46bb-45b8-9992-f4580effd50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:23.279660 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writer thread running {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 17:17:23.846875 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a20caced-8379-4b5e-a133-243b14ecdcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:23.893346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0710cef1-0ff8-4445-ad20-13403a7fbbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:24.917515 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:25.002598 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35422) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:25.592493 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-4bcf7403-4e26-443c-921d-6db014a79d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:25.593432 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-4bcf7403-4e26-443c-921d-6db014a79d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:25.814231 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-4bcf7403-4e26-443c-921d-6db014a79d0e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:17:25.830130 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4bcf7403-4e26-443c-921d-6db014a79d0e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8259060 Jul 12 17:17:26.712980 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:26.850468 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:26.851652 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.852295 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.853142 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.853742 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.854657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.857289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.858270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.858877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.859454 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.860085 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.860700 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.861237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.862075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.862748 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.863321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:26.863956 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849325-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:26.870478 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849325-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:27.237503 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.db.l3_hamode_db [None req-ca1a80ec-d3ee-4f53-8ae2-28cb3d275100 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 17:17:27.315302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a80ec-d3ee-4f53-8ae2-28cb3d275100 None None] Routers set() bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:17:27.316194 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a80ec-d3ee-4f53-8ae2-28cb3d275100 None None] Router IDs set() for agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 12 17:17:28.177787 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35452) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:28.507428 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:28.599038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.policy [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103963) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 17:17:28.639982 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:28.640366 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:28.661130 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writer thread running {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 17:17:28.737139 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226200631', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226201147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226217456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226207740', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226164999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760226157665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66979738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67087370', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941804'] for rbac-policy (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:28.805294 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:28.806538 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8a4fa614-51a5-4a05-9897-50f3a0daa5aa admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6277826 Jul 12 17:17:31.001925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35464) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:31.489967 dv-cinder-849325-2-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:31.490535 dv-cinder-849325-2-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:31.705442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:31.718597 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writer thread running {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 17:17:31.761617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Made reservation on behalf of 84e95ab77c3a45d4bd59f6e1c0911bdd for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:17:31.822443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.policy [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103962) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 17:17:31.869043 dv-cinder-849325-2-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:31.869414 dv-cinder-849325-2-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 17:17:31.880219 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:31.903493 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.021215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks [] for security_group (f9bced8b-c2a9-4065-81e7-e634cf87b3aa), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.024799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f9bced8b-c2a9-4065-81e7-e634cf87b3aa), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.057880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:17:32.087069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760223075440', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (92b4330d-13f2-460b-b3c0-9976e2934721), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.087620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Unsubscribe: segment precommit_create {{(pid=103962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 17:17:32.088164 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Added segment 92b4330d-13f2-460b-b3c0-9976e2934721 of type vlan for network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b Jul 12 17:17:32.103531 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bced8b-c2a9-4065-81e7-e634cf87b3aa,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:32.135172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.135511 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.135865 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.136200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.136526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.136847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.137165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.137482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.137828 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.138146 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.138462 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.138776 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.139086 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.139400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.139712 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Tracked resource versions report: Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: pushed versions: Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Agent': {'1.1'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Log': {'1.0'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'NDPProxy': {'1.0'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Network': {'1.1'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Port': {'1.7'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'PortForwarding': {'1.3'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: consumer versions: Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Agent': '1.1', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Log': '1.0', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'NDPProxy': '1.0', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Network': '1.1', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Port': '1.7', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'PortForwarding': '1.3', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'QosPolicy': '1.10', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SubPort': '1.0', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Subnet': '1.1', Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Trunk': '1.1'}} Jul 12 17:17:32.141130 dv-cinder-849325-2-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:17:32.203861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.245087 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.250296 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:32.251015 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:32.316930 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3126867 Jul 12 17:17:32.376589 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc400b-7f04-42a6-b39e-1dee1fa474f5 demo demo] Pushing event updated for resources: {'Network': ['ID=6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:32.388384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:17:34.604701 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35484) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:35.051465 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3997c-81db-4846-b7eb-7f69ff1c3484 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:35.052950 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fff3997c-81db-4846-b7eb-7f69ff1c3484 demo admin] 10.222.0.62 "GET /v2.0/networks/6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b HTTP/1.1" status: 200 len: 825 time: 0.4473183 Jul 12 17:17:35.076826 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4bb8d6e0-71f4-484f-99bf-a51ee136b18d demo admin] 10.222.0.62 "GET /v2.0/subnetpools/5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8 HTTP/1.1" status: 200 len: 734 time: 0.0182428 Jul 12 17:17:35.085574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:35.111630 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Made reservation on behalf of 84e95ab77c3a45d4bd59f6e1c0911bdd for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:17:35.114139 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:35.391607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (252d7e3c-d16f-46b3-b202-750bb48a3714), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:35.429752 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:35.467743 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Checking segment: {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:17:35.468108 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Network hostable DHCP agents. Network: 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:17:35.484247 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Pushing event updated for resources: {'Subnet': ['ID=252d7e3c-d16f-46b3-b202-750bb48a3714,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:35.498814 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.499165 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.499558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.499955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.500312 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.500681 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.501061 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.501503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.501851 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.502277 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.503194 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.503542 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.503996 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.504306 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.504726 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Tracked resource versions report: Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: pushed versions: Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Agent': {'1.1'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Log': {'1.0'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'NDPProxy': {'1.0'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Network': {'1.1'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Port': {'1.7'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'PortForwarding': {'1.3'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: consumer versions: Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Agent': '1.1', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Log': '1.0', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'NDPProxy': '1.0', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Network': '1.1', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Port': '1.7', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'PortForwarding': '1.3', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'QosPolicy': '1.10', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SubPort': '1.0', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Subnet': '1.1', Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Trunk': '1.1'}} Jul 12 17:17:35.506402 dv-cinder-849325-2-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:17:35.525190 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:17:35.540989 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:17:35.545600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:35.546258 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:35.550719 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5be361-fdb4-42fd-adb6-b947b6c89263 None None] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:17:35.561300 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6a526bd1-2cad-4303-85c3-c3a49f479ffd demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4787779 Jul 12 17:17:35.813952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:17:35.815924 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.092588 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Allocated IP 172.20.0.2 (6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b/252d7e3c-d16f-46b3-b202-750bb48a3714/63faf204-4897-4d51-b43d-20fdd9670d6d) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:17:36.243143 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:36.359445 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks [] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.367974 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.438907 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:17:36.447305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:17:36.454574 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:17:36.461392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Pushing event updated for resources: {'Port': ['ID=63faf204-4897-4d51-b43d-20fdd9670d6d,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:36.465269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:36.498242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.498595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.498945 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.499386 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.499646 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.500028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.500439 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.500848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.501221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.501657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.502039 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.502567 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.502907 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.503454 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.503846 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Tracked resource versions report: Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: pushed versions: Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Agent': {'1.1'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Log': {'1.0'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'NDPProxy': {'1.0'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Network': {'1.1'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Port': {'1.7'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'PortForwarding': {'1.3'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: consumer versions: Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Agent': '1.1', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Log': '1.0', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'NDPProxy': '1.0', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Network': '1.1', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Port': '1.7', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'PortForwarding': '1.3', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'QosPolicy': '1.10', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SubPort': '1.0', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Subnet': '1.1', Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Trunk': '1.1'}} Jul 12 17:17:36.505809 dv-cinder-849325-2-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:17:36.569051 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Attempting to bind port 63faf204-4897-4d51-b43d-20fdd9670d6d on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:17:36.569721 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Attempting to bind port 63faf204-4897-4d51-b43d-20fdd9670d6d by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:17:36.569905 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Attempting to bind port 63faf204-4897-4d51-b43d-20fdd9670d6d on network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:17:36.574900 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:17:36.575297 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Checking segment: {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:17:36.575761 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.576156 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Bound using segment: {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:17:36.576626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Bound port: 63faf204-4897-4d51-b43d-20fdd9670d6d, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:17:36.577034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.638107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] For port 63faf204-4897-4d51-b43d-20fdd9670d6d, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:17:36.657449 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] For port 63faf204-4897-4d51-b43d-20fdd9670d6d, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=63faf204-4897-4d51-b43d-20fdd9670d6d,segment=NetworkSegment(92b4330d-13f2-460b-b3c0-9976e2934721),segment_id=92b4330d-13f2-460b-b3c0-9976e2934721)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:17:36.665150 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:36.719139 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa94719-a9d3-41e0-9ab1-81db43407226 None None] Pushing event updated for resources: {'Port': ['ID=63faf204-4897-4d51-b43d-20fdd9670d6d,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:37.854386 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35500) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:38.187665 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-b833d188-5077-41da-a45d-76fc497171db admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:17:38.188657 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b833d188-5077-41da-a45d-76fc497171db admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3332920 Jul 12 17:17:40.456829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35508) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:40.743025 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:40.748692 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:40.800492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-dd2f068a-7633-4285-afab-c915d618a67c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:17:40.801478 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dd2f068a-7633-4285-afab-c915d618a67c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437405 Jul 12 17:17:42.335997 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=41,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:42.347098 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=41,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:43.054044 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35524) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:43.374073 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:43.399474 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (34b84500-f6b9-49d4-8792-7fb2fc517052), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:43.401091 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (34b84500-f6b9-49d4-8792-7fb2fc517052), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:43.407096 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:43.564570 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Publish callbacks [] for router_controller (34b84500-f6b9-49d4-8792-7fb2fc517052), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:43.570841 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (34b84500-f6b9-49d4-8792-7fb2fc517052), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:43.591441 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:43.592607 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-918630da-8204-403d-ade6-b1678aa8886d demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5373056 Jul 12 17:17:44.543849 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 63faf204-4897-4d51-b43d-20fdd9670d6d up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:17:44.623285 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 63faf204-4897-4d51-b43d-20fdd9670d6d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:44.623701 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:44.724433 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 63faf204-4897-4d51-b43d-20fdd9670d6d is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:44.724804 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:44.737161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e105a73-09e2-40e6-9814-c70615345985 None None] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:17:44.792227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 63faf204-4897-4d51-b43d-20fdd9670d6d, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=63faf204-4897-4d51-b43d-20fdd9670d6d,segment=NetworkSegment(92b4330d-13f2-460b-b3c0-9976e2934721),segment_id=92b4330d-13f2-460b-b3c0-9976e2934721)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:44.827235 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:44.882263 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-eddae60f-1a9b-4660-b9f6-6eadcc586aa3 None None] Provisioning complete for port 63faf204-4897-4d51-b43d-20fdd9670d6d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:44.882637 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eddae60f-1a9b-4660-b9f6-6eadcc586aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:44.934303 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=63faf204-4897-4d51-b43d-20fdd9670d6d,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:45.001796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-eddae60f-1a9b-4660-b9f6-6eadcc586aa3 None None] Current status of the port 63faf204-4897-4d51-b43d-20fdd9670d6d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:45.221496 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a1d37835-b31a-4f6e-8ba5-899e753f6ddb None None] Provisioning complete for port 63faf204-4897-4d51-b43d-20fdd9670d6d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:45.221912 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a1d37835-b31a-4f6e-8ba5-899e753f6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:45.246830 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:45.295894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a1d37835-b31a-4f6e-8ba5-899e753f6ddb None None] Current status of the port 63faf204-4897-4d51-b43d-20fdd9670d6d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:45.843326 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35538) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:46.159088 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-881e5436-7137-4a66-8e2f-ac8721877336 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:17:46.160075 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-881e5436-7137-4a66-8e2f-ac8721877336 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3158162 Jul 12 17:17:46.527429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 63faf204-4897-4d51-b43d-20fdd9670d6d up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:17:46.570981 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 63faf204-4897-4d51-b43d-20fdd9670d6d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:46.571370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:46.573328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:46.644190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 63faf204-4897-4d51-b43d-20fdd9670d6d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:48.412151 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 35546) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:48.728866 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:48.752976 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Made reservation on behalf of 0b1c4bb3b2b9474ba67275ac784a1403 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:17:48.755600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:48.771323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:48.873761 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks [] for security_group (dcfd7592-d081-47a0-8edc-89190e228f0e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:48.877799 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dcfd7592-d081-47a0-8edc-89190e228f0e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:48.891860 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Reserving flat network on physical network physnet1 {{(pid=103963) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 17:17:48.917292 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760223075440', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (216e06b3-5063-43dd-a32f-6c487a47e717), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:48.917854 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Unsubscribe: segment precommit_create {{(pid=103963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 17:17:48.918323 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Added segment 216e06b3-5063-43dd-a32f-6c487a47e717 of type flat for network 33a951ea-bb0f-44da-96c2-2943a0b6c790 Jul 12 17:17:48.921734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd7592-d081-47a0-8edc-89190e228f0e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:48.971869 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (33a951ea-bb0f-44da-96c2-2943a0b6c790), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:49.010329 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (33a951ea-bb0f-44da-96c2-2943a0b6c790), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:49.011201 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:49.011762 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:49.066463 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6532855 Jul 12 17:17:49.106603 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d8862-cd8f-4c99-a7fb-5ed4817f8791 admin admin] Pushing event updated for resources: {'Network': ['ID=33a951ea-bb0f-44da-96c2-2943a0b6c790,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:49.117918 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:17:51.282753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35554) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:51.501150 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef280-35ca-4781-983d-8d1bbbd15314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:51.689276 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b643583-1664-4df1-943f-3141be6a3e38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:51.690601 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4b643583-1664-4df1-943f-3141be6a3e38 demo admin] 10.222.0.62 "GET /v2.0/subnets/252d7e3c-d16f-46b3-b202-750bb48a3714 HTTP/1.1" status: 200 len: 849 time: 0.4064207 Jul 12 17:17:51.849950 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9d599295-1042-4020-8214-004e5f83cc70 demo admin] 10.222.0.62 "GET /v2.0/routers/34b84500-f6b9-49d4-8792-7fb2fc517052 HTTP/1.1" status: 200 len: 704 time: 0.1531119 Jul 12 17:17:52.127969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:52.412508 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Allocated IP 172.20.0.1 (6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b/252d7e3c-d16f-46b3-b202-750bb48a3714/b247b5ea-5872-4b5c-9af7-419424e361e5) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:17:52.604888 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks [] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:52.667895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:52.734354 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:17:52.743482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:17:52.755736 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:17:52.756300 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (34b84500-f6b9-49d4-8792-7fb2fc517052), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:52.817158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Pushing event updated for resources: {'Port': ['ID=b247b5ea-5872-4b5c-9af7-419424e361e5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:52.931944 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:52.952834 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:52.964028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:52.996811 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ee1f4043-96ba-417d-8066-d4b99a0aa580 None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:52.997420 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4043-96ba-417d-8066-d4b99a0aa580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:53.027137 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4043-96ba-417d-8066-d4b99a0aa580 None None] Port b247b5ea-5872-4b5c-9af7-419424e361e5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:17:53.208220 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks [] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:53.212490 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:53.213279 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (34b84500-f6b9-49d4-8792-7fb2fc517052), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:53.273491 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Pushing event updated for resources: {'Port': ['ID=b247b5ea-5872-4b5c-9af7-419424e361e5,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:53.337540 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:17:53.338869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:17:53.495940 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Router 34b84500-f6b9-49d4-8792-7fb2fc517052 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:17:53.545281 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-21866118-f3d6-476c-bee5-46d79e395ae6 None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:53.545734 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-21866118-f3d6-476c-bee5-46d79e395ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:53.576730 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-21866118-f3d6-476c-bee5-46d79e395ae6 None None] Port b247b5ea-5872-4b5c-9af7-419424e361e5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:17:53.588246 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:17:53.593262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-27407f79-55a1-4aaf-b801-2076d072c77f demo admin] 10.222.0.62 "PUT /v2.0/routers/34b84500-f6b9-49d4-8792-7fb2fc517052/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7380013 Jul 12 17:17:53.613488 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Sync routers for ids ['34b84500-f6b9-49d4-8792-7fb2fc517052'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:17:53.625838 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Routers {'34b84500-f6b9-49d4-8792-7fb2fc517052'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:17:53.626651 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:17:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['34b84500-f6b9-49d4-8792-7fb2fc517052'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:53.803784 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Set router 34b84500-f6b9-49d4-8792-7fb2fc517052 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:17:53.832578 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c8cd95a3-60a2-464c-b4b0-cebd4ecae6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.217972 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:17:52Z', 'revision_number': 2, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:53Z', 'revision_number': 2, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:54.265436 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Checking router: 34b84500-f6b9-49d4-8792-7fb2fc517052 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:17:54.265827 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Updating router 34b84500-f6b9-49d4-8792-7fb2fc517052 port b247b5ea-5872-4b5c-9af7-419424e361e5 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:17:54.319465 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.810819 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks [] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.817640 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.876182 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.987140 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Attempting to bind port b247b5ea-5872-4b5c-9af7-419424e361e5 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:17:54.987536 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Attempting to bind port b247b5ea-5872-4b5c-9af7-419424e361e5 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:17:54.987961 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Attempting to bind port b247b5ea-5872-4b5c-9af7-419424e361e5 on network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:17:54.991414 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Pushing event updated for resources: {'Port': ['ID=b247b5ea-5872-4b5c-9af7-419424e361e5,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:54.997752 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:17:54.998165 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Checking segment: {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:17:54.998624 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:54.999006 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Bound using segment: {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:17:54.999485 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Bound port: b247b5ea-5872-4b5c-9af7-419424e361e5, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b4330d-13f2-460b-b3c0-9976e2934721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:17:54.999854 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.007309 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.007649 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.007991 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.008325 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.008649 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.008968 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.009287 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.009604 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.009943 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.010261 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.010579 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.010911 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.011232 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.011543 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.011861 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Tracked resource versions report: Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: pushed versions: Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Agent': {'1.1'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Log': {'1.0'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Network': {'1.1'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Port': {'1.7'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: consumer versions: Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Agent': '1.1', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Log': '1.0', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'NDPProxy': '1.0', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Network': '1.1', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Port': '1.7', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'PortForwarding': '1.3', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'QosPolicy': '1.10', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SubPort': '1.0', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Subnet': '1.1', Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Trunk': '1.1'}} Jul 12 17:17:55.013283 dv-cinder-849325-2-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:17:55.074659 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] For port b247b5ea-5872-4b5c-9af7-419424e361e5, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:17:55.093406 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] For port b247b5ea-5872-4b5c-9af7-419424e361e5, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=b247b5ea-5872-4b5c-9af7-419424e361e5,segment=NetworkSegment(92b4330d-13f2-460b-b3c0-9976e2934721),segment_id=92b4330d-13f2-460b-b3c0-9976e2934721)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:17:55.100748 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.105331 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:55.105756 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.108575 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:55.132079 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:55.154653 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Routers {'34b84500-f6b9-49d4-8792-7fb2fc517052'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:17:55.155289 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:17:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['34b84500-f6b9-49d4-8792-7fb2fc517052'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:55.198748 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Current status of the port b247b5ea-5872-4b5c-9af7-419424e361e5 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:55.199366 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.241863 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] For port b247b5ea-5872-4b5c-9af7-419424e361e5, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=b247b5ea-5872-4b5c-9af7-419424e361e5,segment=NetworkSegment(92b4330d-13f2-460b-b3c0-9976e2934721),segment_id=92b4330d-13f2-460b-b3c0-9976e2934721)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:17:55.242227 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] Set router 34b84500-f6b9-49d4-8792-7fb2fc517052 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:17:55.249751 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.302601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d17e96-94bb-4bdd-8b77-9a29c115ce7e None None] Pushing event updated for resources: {'Port': ['ID=b247b5ea-5872-4b5c-9af7-419424e361e5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:55.370984 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f4b03e13-3bd3-4d3c-85db-ce54363f104c None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:17:55.371368 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f4b03e13-3bd3-4d3c-85db-ce54363f104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:55.375607 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05847240-3b60-495d-918b-b4a8ad5fd9d4 None None] Pushing event updated for resources: {'Port': ['ID=b247b5ea-5872-4b5c-9af7-419424e361e5,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:55.442654 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f4b03e13-3bd3-4d3c-85db-ce54363f104c None None] Current status of the port b247b5ea-5872-4b5c-9af7-419424e361e5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:17:55.449037 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:17:52Z', 'revision_number': 2, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:55Z', 'revision_number': 4, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:17:55.474060 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff0a17-030f-4c56-9b30-399b59fcceee None None] The sync data for ids ['34b84500-f6b9-49d4-8792-7fb2fc517052'] in dv-cinder-849325-2-iscsi is: [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:17:52Z', 'revision_number': 2, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port_host': None, '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:55Z', 'revision_number': 4, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:17:55.883604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35564) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:56.274298 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8175f4e-52ab-492e-b824-713fa05f12af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:56.275650 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a8175f4e-52ab-492e-b824-713fa05f12af admin admin] 10.222.0.62 "GET /v2.0/networks/33a951ea-bb0f-44da-96c2-2943a0b6c790 HTTP/1.1" status: 200 len: 842 time: 0.3909891 Jul 12 17:17:56.285233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:56.309325 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Made reservation on behalf of 0b1c4bb3b2b9474ba67275ac784a1403 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:17:56.311900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:56.484120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:56.524202 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:56.607633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.objects.ports [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103962) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 12 17:17:56.608089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (6a34c6fd-f08b-428a-9608-3b2bd9db95a1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:56.654444 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a34c6fd-f08b-428a-9608-3b2bd9db95a1,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:17:56.661867 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:56.682533 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:17:56.682924 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Network hostable DHCP agents. Network: 33a951ea-bb0f-44da-96c2-2943a0b6c790, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:17:56.705915 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:17:56.722249 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 33a951ea-bb0f-44da-96c2-2943a0b6c790) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:17:56.726763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:56.727026 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:56.733551 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6e1399-1d23-4b81-89e9-35c686080c37 None None] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:17:56.758601 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-be82daf8-7378-403d-bc7f-92746cefbb96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4679306 Jul 12 17:17:56.823058 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:56.867601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:17:56.875252 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f0bfc-9762-4690-9c04-4fae0c291846 None None] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:17:59.067702 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=15 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:59.072000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35572) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:17:59.079781 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:17:59.469567 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ebcebaed-62a1-46c2-a4a8-65870d83cc8e demo admin] 10.222.0.62 "GET /v2.0/routers/34b84500-f6b9-49d4-8792-7fb2fc517052 HTTP/1.1" status: 200 len: 710 time: 0.3963692 Jul 12 17:17:59.564553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25c081-c740-4d63-adf7-504024ece392 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:17:59.565914 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ab25c081-c740-4d63-adf7-504024ece392 demo admin] 10.222.0.62 "GET /v2.0/networks/33a951ea-bb0f-44da-96c2-2943a0b6c790 HTTP/1.1" status: 200 len: 886 time: 0.0901661 Jul 12 17:17:59.574918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:17:59.879900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks [] for router_gateway (34b84500-f6b9-49d4-8792-7fb2fc517052), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.088777 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks [] for router_gateway (34b84500-f6b9-49d4-8792-7fb2fc517052), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.173226 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.258416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:00.288698 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:00.314782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Allocated IP 172.27.0.16 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/c90ceb05-c52e-4156-b784-f1cf0cd32e8e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:18:00.421553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks [] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.456751 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.504070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Pushing event updated for resources: {'Port': ['ID=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:18:00.513817 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:18:00.515324 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:18:00.519182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:18:00.567517 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device b247b5ea-5872-4b5c-9af7-419424e361e5 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:18:00.610735 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:18:00.611730 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.643989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:00.686928 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port b247b5ea-5872-4b5c-9af7-419424e361e5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:18:00.760242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks [] for router_gateway (34b84500-f6b9-49d4-8792-7fb2fc517052), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.940509 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-825145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1853'] for router (34b84500-f6b9-49d4-8792-7fb2fc517052), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:00.944029 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-825127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-825136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007754'] for router (34b84500-f6b9-49d4-8792-7fb2fc517052), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:01.027036 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:01.044707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Router 34b84500-f6b9-49d4-8792-7fb2fc517052 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:18:01.144794 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:18:01.148873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:01.150088 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-44af557b-b7b3-4d52-b7c5-8495d142fa2d demo admin] 10.222.0.62 "PUT /v2.0/routers/34b84500-f6b9-49d4-8792-7fb2fc517052 HTTP/1.1" status: 200 len: 889 time: 1.5782626 Jul 12 17:18:01.800075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Sync routers for ids ['34b84500-f6b9-49d4-8792-7fb2fc517052'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:18:01.811768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Routers {'34b84500-f6b9-49d4-8792-7fb2fc517052'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:18:01.812356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:17:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['34b84500-f6b9-49d4-8792-7fb2fc517052'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:18:02.009054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Set router 34b84500-f6b9-49d4-8792-7fb2fc517052 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:18:02.440994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:18:00Z', 'revision_number': 4, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port': {'id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:18:00Z', 'updated_at': '2022-07-12T17:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:55Z', 'revision_number': 5, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:18:02.491041 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Checking router: 34b84500-f6b9-49d4-8792-7fb2fc517052 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:18:02.491419 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Updating router 34b84500-f6b9-49d4-8792-7fb2fc517052 port c90ceb05-c52e-4156-b784-f1cf0cd32e8e binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:18:02.542204 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:02.844557 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:02.853943 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks [] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:02.858730 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:02.905668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Attempting to bind port c90ceb05-c52e-4156-b784-f1cf0cd32e8e on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:18:02.906064 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Attempting to bind port c90ceb05-c52e-4156-b784-f1cf0cd32e8e by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:18:02.906425 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Attempting to bind port c90ceb05-c52e-4156-b784-f1cf0cd32e8e on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:18:02.914432 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92093df4-3502-4c3a-979c-702852dd6be6 None None] Pushing event updated for resources: {'Port': ['ID=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:18:02.917009 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:18:02.917387 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:18:02.917790 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:02.918175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:18:02.918638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Bound port: c90ceb05-c52e-4156-b784-f1cf0cd32e8e, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:18:02.919010 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:02.965987 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] For port c90ceb05-c52e-4156-b784-f1cf0cd32e8e, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:18:02.968994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] For port c90ceb05-c52e-4156-b784-f1cf0cd32e8e, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:18:02.974066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:03.022077 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:03.030515 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Routers {'34b84500-f6b9-49d4-8792-7fb2fc517052'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:18:03.031134 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:17:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['34b84500-f6b9-49d4-8792-7fb2fc517052'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:18:03.039280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92093df4-3502-4c3a-979c-702852dd6be6 None None] Pushing event updated for resources: {'Port': ['ID=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:18:03.136721 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] Set router 34b84500-f6b9-49d4-8792-7fb2fc517052 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:18:03.327601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:18:00Z', 'revision_number': 4, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port': {'id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:18:00Z', 'updated_at': '2022-07-12T17:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:55Z', 'revision_number': 5, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:18:03.352648 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a21195-ad24-4c70-b198-48c74d7d0af2 None None] The sync data for ids ['34b84500-f6b9-49d4-8792-7fb2fc517052'] in dv-cinder-849325-2-iscsi is: [{'id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'name': 'router1', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:17:43Z', 'updated_at': '2022-07-12T17:18:00Z', 'revision_number': 4, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'gw_port': {'id': 'c90ceb05-c52e-4156-b784-f1cf0cd32e8e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:18:00Z', 'updated_at': '2022-07-12T17:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'b247b5ea-5872-4b5c-9af7-419424e361e5', 'name': '', 'network_id': '6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b', 'tenant_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'mac_address': 'fa:16:3e:b2:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b84500-f6b9-49d4-8792-7fb2fc517052', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:17:52Z', 'updated_at': '2022-07-12T17:17:55Z', 'revision_number': 5, 'project_id': '84e95ab77c3a45d4bd59f6e1c0911bdd', 'subnets': [{'id': '252d7e3c-d16f-46b3-b202-750bb48a3714', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e1d23ac-39a8-4e5f-86a1-ed93a23f25d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:18:03.547384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 35586) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:18:03.952462 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4006cc2b-a712-4dbd-abed-63e763c0d494 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4039695 Jul 12 17:18:04.554823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c90ceb05-c52e-4156-b784-f1cf0cd32e8e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:18:04.603929 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port c90ceb05-c52e-4156-b784-f1cf0cd32e8e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:18:04.604314 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:04.674767 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port c90ceb05-c52e-4156-b784-f1cf0cd32e8e is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:18:04.675321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:04.696515 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port c90ceb05-c52e-4156-b784-f1cf0cd32e8e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:18:04.700501 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:04.746770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=c90ceb05-c52e-4156-b784-f1cf0cd32e8e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:18:05.452385 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=21 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:05.452385 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=53 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:06.565526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c90ceb05-c52e-4156-b784-f1cf0cd32e8e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:18:06.594507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:06.610557 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port c90ceb05-c52e-4156-b784-f1cf0cd32e8e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:18:06.611452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c90ceb05-c52e-4156-b784-f1cf0cd32e8e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:06.680505 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port c90ceb05-c52e-4156-b784-f1cf0cd32e8e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:18:13.397245 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:18:13.946167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=14 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:13.948863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:16.675769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=73 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:16.678840 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:21.508460 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-02283aee-ea49-41af-857b-74b21e42f4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:23.836343 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea938296-7f41-4df0-a31b-a1ef75d6d5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:24.877408 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:26.665532 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:26.863999 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:28.405234 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:28.414195 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:36.853522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=10 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:36.856884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:18:50.397244 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:18:51.506991 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-357f1b76-07d2-4912-b6a4-3d161bb96f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:53.839479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dba256c7-539a-4158-aa16-b990fc8c56a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:54.883046 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:56.797504 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:18:56.840309 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:05.394092 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:05.398377 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:06.832981 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:06.835635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:20.395085 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:21.500569 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03eb5674-7890-4e30-a435-ad2f87af080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:23.841879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b112da6d-3a43-4161-b97b-650bdfd88e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:24.287661 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36124) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:24.624157 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-5610a07c-0fc8-4daf-9f15-c997928a3c1f admin admin] GET failed (client error): The resource could not be found. Jul 12 17:19:24.625454 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5610a07c-0fc8-4daf-9f15-c997928a3c1f admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3368671 Jul 12 17:19:24.791170 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431ed75-b98e-4b26-bf06-32076d7f8f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:24.792836 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0431ed75-b98e-4b26-bf06-32076d7f8f86 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633875 Jul 12 17:19:24.887904 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:26.660972 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:26.844526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:26.965353 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36134) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:27.331253 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cba8bc-6010-4e08-81cb-f7db9b5937b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:27.332562 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-49cba8bc-6010-4e08-81cb-f7db9b5937b8 admin admin] 10.222.0.62 "GET /v2.0/subnets/252d7e3c-d16f-46b3-b202-750bb48a3714 HTTP/1.1" status: 200 len: 849 time: 0.3662384 Jul 12 17:19:27.342036 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:19:27.396861 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:19:27.424991 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Publish callbacks [] for subnet (252d7e3c-d16f-46b3-b202-750bb48a3714), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:27.571508 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760222941745'] for subnet (252d7e3c-d16f-46b3-b202-750bb48a3714), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:27.604401 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:27.605344 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:27.606187 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] 10.222.0.62 "PUT /v2.0/subnets/252d7e3c-d16f-46b3-b202-750bb48a3714 HTTP/1.1" status: 200 len: 868 time: 0.2677205 Jul 12 17:19:27.611364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed7895-3481-412b-8894-b1608bc7294f None None] Network 6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:19:27.626748 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252d7e3c-d16f-46b3-b202-750bb48a3714,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:19:27.634865 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.634865 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.635203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.635548 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.635883 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.636211 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.636535 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.636870 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.637206 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.637534 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.637904 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.638245 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.638569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.638889 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.639204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd61fc-1641-48cb-affa-0fd7bbe436e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:19:27.943154 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Provisioning complete for port b247b5ea-5872-4b5c-9af7-419424e361e5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:19:27.943726 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b247b5ea-5872-4b5c-9af7-419424e361e5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:28.016320 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Current status of the port b247b5ea-5872-4b5c-9af7-419424e361e5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:19:28.024159 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Provisioning complete for port 63faf204-4897-4d51-b43d-20fdd9670d6d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:19:28.024544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (63faf204-4897-4d51-b43d-20fdd9670d6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:28.092662 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4169c9cc-f807-428e-83b2-11a7eb56a9ab None None] Current status of the port 63faf204-4897-4d51-b43d-20fdd9670d6d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:19:29.775769 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36142) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:30.247008 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c1103-84ce-4a79-90a8-620e07369da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:30.247400 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c1103-84ce-4a79-90a8-620e07369da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:30.248941 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-082c1103-84ce-4a79-90a8-620e07369da5 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4722073 Jul 12 17:19:32.424112 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36150) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:32.828419 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a1500-2e71-4590-bdf4-df1cdbb1cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:32.828887 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a1500-2e71-4590-bdf4-df1cdbb1cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:32.830441 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-747a1500-2e71-4590-bdf4-df1cdbb1cf39 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4053783 Jul 12 17:19:34.994153 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36158) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:35.413972 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c72c3-f986-439a-a333-a953a157dcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:35.415223 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-953c72c3-f986-439a-a333-a953a157dcab admin admin] 10.222.0.62 "GET /v2.0/networks/33a951ea-bb0f-44da-96c2-2943a0b6c790 HTTP/1.1" status: 200 len: 886 time: 0.4201386 Jul 12 17:19:37.598470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36166) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:38.088695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:38.091381 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=4,neutron:SELECT=42 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:38.094516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6c7e9-953b-4e96-88c8-a134fe15f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:38.098121 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a9a6c7e9-953b-4e96-88c8-a134fe15f301 admin admin] 10.222.0.62 "GET /v2.0/networks/6f5169a9-69a8-4ad9-8b5d-a5c41b359b3b HTTP/1.1" status: 200 len: 869 time: 0.4986622 Jul 12 17:19:40.308835 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36176) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:40.654821 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:40.682353 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:40.706749 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6949663-7faf-41ff-b58c-11f222890b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:40.707206 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6949663-7faf-41ff-b58c-11f222890b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:40.708803 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d6949663-7faf-41ff-b58c-11f222890b0a admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3990331 Jul 12 17:19:42.395494 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:42.396248 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:42.875288 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36184) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:43.291843 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b2a4c-6503-4a0f-854d-077e947c6d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:43.292302 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b2a4c-6503-4a0f-854d-077e947c6d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:43.293852 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c44b2a4c-6503-4a0f-854d-077e947c6d60 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4175975 Jul 12 17:19:45.457199 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36192) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:45.819500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8328ff2-fdfa-4463-8353-a76f8bb6cacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:45.820740 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f8328ff2-fdfa-4463-8353-a76f8bb6cacc admin admin] 10.222.0.62 "GET /v2.0/subnets/252d7e3c-d16f-46b3-b202-750bb48a3714 HTTP/1.1" status: 200 len: 868 time: 0.3625495 Jul 12 17:19:47.996962 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36200) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:19:48.082809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:48.091927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=16 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:48.351813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741825c-9fe5-4b07-b43c-4965ea8811b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:19:48.353062 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9741825c-9fe5-4b07-b43c-4965ea8811b6 admin admin] 10.222.0.62 "GET /v2.0/subnets/6a34c6fd-f08b-428a-9608-3b2bd9db95a1 HTTP/1.1" status: 200 len: 816 time: 0.3551652 Jul 12 17:19:51.504418 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7528ff8-aa3e-4dd5-bfda-763ef1f6b866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:53.846277 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ac483636-cd43-4af4-b2eb-8a03852af0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:54.887282 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:55.814441 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=13 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:55.816299 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=18 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:56.663362 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:56.847201 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:19:58.347360 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:19:58.349797 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:04.396638 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:06.841702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:06.843579 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:16.115835 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36254) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:20:16.432361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-c77c7b8d-b531-4b5e-ba6b-82a828d54e08 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:20:16.433360 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c77c7b8d-b531-4b5e-ba6b-82a828d54e08 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3166037 Jul 12 17:20:18.684104 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36262) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:20:19.016555 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4ed9d9-9aa3-4cc9-b73a-ac5c234bf768 admin admin] GET failed (client error): The resource could not be found. Jul 12 17:20:19.017855 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2e4ed9d9-9aa3-4cc9-b73a-ac5c234bf768 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3328063 Jul 12 17:20:19.105887 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec33749-589f-4e72-b856-61d994dda1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:20:19.107357 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7ec33749-589f-4e72-b856-61d994dda1b0 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855105 Jul 12 17:20:20.965137 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:20.969728 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:21.322592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36270) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:20:21.507225 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1f4e388a-e23f-49f9-8331-415bf19a6ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.651910 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:20:21.673449 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Made reservation on behalf of 0b1c4bb3b2b9474ba67275ac784a1403 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:20:21.675791 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.710251 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING neutron.services.revisions.revision_plugin [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Could not find related network for resource to bump revision. Jul 12 17:20:21.724109 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:20:21.733136 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (ffcce78f-4435-4536-84a0-4960f0836380), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.733469 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Added segment ffcce78f-4435-4536-84a0-4960f0836380 of type vlan for network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 Jul 12 17:20:21.772202 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.798739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.799692 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:20:21.800266 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:21.838790 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5151165 Jul 12 17:20:21.866683 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e984d-854e-4551-a16e-a06c3564c8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:20:21.878799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:20:23.848370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a5b98806-b452-49d3-9b19-04e9312fa2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:24.048350 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36278) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:20:24.377252 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fe0e0d-86d6-4201-8586-5e7938b33215 admin admin] GET failed (client error): The resource could not be found. Jul 12 17:20:24.378546 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-57fe0e0d-86d6-4201-8586-5e7938b33215 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3292494 Jul 12 17:20:24.450593 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3669284-cb36-4f31-9004-735908b54867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:20:24.451993 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d3669284-cb36-4f31-9004-735908b54867 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694389 Jul 12 17:20:24.461878 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:20:24.481124 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Made reservation on behalf of 0b1c4bb3b2b9474ba67275ac784a1403 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:20:24.483427 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:24.650262 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (c45683d3-1b42-4c38-a5d5-ad5adf4f7a52), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:24.708190 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45683d3-1b42-4c38-a5d5-ad5adf4f7a52,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:20:24.719310 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Checking segment: {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:20:24.719661 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Network hostable DHCP agents. Network: b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:20:24.735648 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:20:24.743114 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:20:24.747006 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:20:24.747584 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:24.757000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb2c11c-f097-42f5-8f45-3b7e415af375 None None] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:20:24.768572 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-623c542b-2f53-457c-a7f6-42ff164aec3d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060317 Jul 12 17:20:24.870840 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8', 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8', 'project_id': '0b1c4bb3b2b9474ba67275ac784a1403', 'fixed_ips': [{'subnet_id': 'c45683d3-1b42-4c38-a5d5-ad5adf4f7a52'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:20:24.873732 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:24.908223 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.025536 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Allocated IP 192.168.233.2 (b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8/c45683d3-1b42-4c38-a5d5-ad5adf4f7a52/da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:20:25.168304 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks [] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.175647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.220915 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:20:25.223683 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:20:25.226257 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:20:25.234951 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Pushing event updated for resources: {'Port': ['ID=da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:20:25.259161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.259505 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.259868 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.260228 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.260564 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.260900 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.261237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.261562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.261918 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.262248 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.262577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.262916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.263243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.263565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.263884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:20:25.301019 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Attempting to bind port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:20:25.301392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Attempting to bind port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:20:25.301799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Attempting to bind port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 on network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:20:25.306979 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:20:25.307350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Checking segment: {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:20:25.307749 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.308141 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Bound using segment: {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:20:25.308608 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Bound port: da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:20:25.309012 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.368890 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] For port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:20:25.372633 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] For port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:20:25.379624 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:25.437580 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d8a4-933e-43ba-88c6-fe9523aa9042 None None] Pushing event updated for resources: {'Port': ['ID=da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:20:26.237031 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fdd30-220c-4f6a-acb3-f1b6cb702943 None None] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:20:26.301000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:26.318125 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:26.325910 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Provisioning complete for port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:20:26.326291 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.428860 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Current status of the port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:20:26.428860 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.468707 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] For port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:20:26.477925 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.533591 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc137b5-ee8e-4931-be2f-e821470811e4 None None] Pushing event updated for resources: {'Port': ['ID=da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:20:26.596967 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0fe60e4e-54af-49d7-83d1-9bce7bbf9312 None None] Provisioning complete for port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:20:26.597200 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0fe60e4e-54af-49d7-83d1-9bce7bbf9312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.675943 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:20:26.723610 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0fe60e4e-54af-49d7-83d1-9bce7bbf9312 None None] Current status of the port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:20:26.728632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.741641 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:20:26.742132 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:26.815977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port da9a6fc2-d166-4cbb-ba0e-b3f93c5e7074 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:20:26.849478 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:34.756882 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:34.757604 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:36.843020 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:36.845844 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:41.396735 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:20:51.511264 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dcec6299-813b-4544-b01e-83a678574b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:53.852317 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d01600f-d7fe-4d87-a3b7-c7e05c183d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:54.893877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:56.385441 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:56.389587 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:20:56.665655 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:20:56.853234 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:06.847095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:06.849000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:18.396702 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:21.512658 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc911-28d9-4f4a-a8ed-0fc9eab6a529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:23.853978 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c9850993-c1d5-4825-afb0-8d89e03d25d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:24.896674 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:26.669257 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:26.855334 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:33.391785 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:33.396448 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:36.849290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:36.851246 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:49.392294 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:49.409417 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:21:51.513888 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2294bd78-49cf-4c26-84ca-2a80974dac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:53.855164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-69973ccc-1e96-482c-80b9-4d4568e1bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:54.911048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:55.396479 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:21:56.672085 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:21:56.858174 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:06.851962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:06.853912 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:10.387447 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:10.392806 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:13.069668 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36320) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:22:13.075567 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-bd1eb01c-604d-427a-93c9-aaefbe76c4fe tempest-verify_tempest_config-824438736 tempest-verify_tempest_config-824438736-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:22:13.076539 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bd1eb01c-604d-427a-93c9-aaefbe76c4fe tempest-verify_tempest_config-824438736 tempest-verify_tempest_config-824438736-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058451 Jul 12 17:22:13.683725 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36338) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:22:14.002158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.075366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Publish callbacks [] for security_group (ef7ecf0e-93c8-471c-a385-bd667d6a2743), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.078683 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ef7ecf0e-93c8-471c-a385-bd667d6a2743), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.122318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ecf0e-93c8-471c-a385-bd667d6a2743,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:22:14.127049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e81d2e1149ab49e89e8f6c154518e968&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4423597 Jul 12 17:22:14.129874 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36344) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:22:14.131221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.131571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.131909 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.132244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.132577 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.132908 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.133231 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.133554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.133923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.134269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.134575 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.134913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.135239 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.135561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.135875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb763c5d-43a7-40b0-b913-54f6e0ea2b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.187503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Publish callbacks [] for security_group (ef7ecf0e-93c8-471c-a385-bd667d6a2743), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.209626 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Publish callbacks [] for security_group (ef7ecf0e-93c8-471c-a385-bd667d6a2743), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.307552 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ef7ecf0e-93c8-471c-a385-bd667d6a2743), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.310131 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:14.311261 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef7ecf0e-93c8-471c-a385-bd667d6a2743 HTTP/1.1" status: 204 len: 168 time: 0.1803479 Jul 12 17:22:14.320057 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ecf0e-93c8-471c-a385-bd667d6a2743,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:22:14.327025 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.327363 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.327697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.328022 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.328336 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.328645 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.328959 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.329272 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.329605 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.329959 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.330273 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.331128 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.331447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.331752 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:14.332061 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d87358-38f7-4cfc-ab37-91da6d9f6f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:22:20.830543 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:20.832351 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=14 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:21.518465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-411a08e9-ae93-4562-85ec-320415444da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:23.857166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f44407d1-9ef0-4518-8bdf-6af9018fadc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:24.125394 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:24.126140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:24.323280 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:24.323985 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:24.905820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:26.676120 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:26.860794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:32.396174 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:22:36.854998 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:36.856996 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:47.386022 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:47.389968 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:22:51.520142 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3bda301e-1d38-4820-af87-63a516107513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:53.858486 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-24aee32c-b65a-4427-b994-ea9b8f3d4fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:54.906103 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:56.678890 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:22:56.864078 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:06.858133 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:06.859989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:09.395202 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:21.521182 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b250e749-59e7-420a-bb26-cc2af4cef8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:23.860615 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7cd073e-1656-4427-9f5a-a9474cacd440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:24.381422 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:24.386538 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:24.910549 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:26.681540 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:26.865539 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:36.855702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:36.861650 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:23:46.395284 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:23:51.525263 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-557c2f68-892b-4469-a0f0-63bb08bb96b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:53.861109 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-de0ac369-b850-414b-af00-d351a70b73cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:54.912897 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:56.684290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:56.872253 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:23:56.877545 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1011048'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:01.388465 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:01.392408 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:06.868428 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:06.871199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:08.579924 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36440) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:24:08.709818 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-76c20987-0e46-404e-9cd6-0633f721a2fd admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1287198 Jul 12 17:24:10.750435 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36450) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:24:10.815606 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-404aa24c-ce73-4a1a-8cbc-519c095dfbd8 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0640326 Jul 12 17:24:18.702336 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:18.704203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:20.804964 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:20.806862 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:20.833130 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:20.836718 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=14 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:21.527311 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23445afb-e8d3-4a08-a01a-0d88ac96d530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:23.394646 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:24:23.862470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-14d64c90-7e0a-48e2-a85b-7be0c3d8db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:24.913836 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:26.687005 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:26.846087 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:26.864054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:36.858705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:36.860556 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:38.383327 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:38.388200 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:24:51.528719 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b694f687-1587-40f1-9a7b-6540309a7462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:53.864034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-396cb0da-3438-4202-8afa-5b5625769bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:54.918276 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:56.690120 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:56.845908 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:24:56.870876 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:00.394525 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:06.864214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:06.865577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:20.399611 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:20.400253 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:21.530675 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1bd46872-8c84-4bd1-a531-b018ff5e8ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:23.865503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ef023d3b-1d4a-418e-b2ca-774a5eb79bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:24.920784 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:26.693544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:26.868628 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:26.869775 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:36.862350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:36.864968 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:37.393761 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:25:49.478185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36674) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:49.612918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36694) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:49.645425 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36698) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:49.675367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36704) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:49.788894 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2078084144-network', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:49.812028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:49.815756 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.827238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1970568736-network', 'tenant_id': '1b565d973213488fa082164e3bf7c521'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:49.832281 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-755183981-network', 'tenant_id': '13884af024db42bcb013e475df0a53f0'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:49.842494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.863836 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Made reservation on behalf of 1b565d973213488fa082164e3bf7c521 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:49.866920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1574743882-network', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:49.867112 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.870522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Made reservation on behalf of 13884af024db42bcb013e475df0a53f0 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:49.872756 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.877123 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.883542 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.982135 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks [] for security_group (9d464ba9-575c-493f-a836-fc9f530ef7f6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.986506 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Made reservation on behalf of fac7ab2675b74a88bc33a21ffbc31586 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:49.988326 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9d464ba9-575c-493f-a836-fc9f530ef7f6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:49.989369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.004049 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:50.015866 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.018313 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (865306c1-ba35-427b-a850-a37bd6db7e5d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.019496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks [] for security_group (c60c642c-a440-4fed-ac71-fae1c30c9562), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.019863 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Added segment 865306c1-ba35-427b-a850-a37bd6db7e5d of type vlan for network 4723e21a-8937-44a5-855c-24560315904d Jul 12 17:25:50.033831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c60c642c-a440-4fed-ac71-fae1c30c9562), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.055285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:50.067264 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (b1433052-19df-4637-8a44-102a3018262b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.067686 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Added segment b1433052-19df-4637-8a44-102a3018262b of type vlan for network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a Jul 12 17:25:50.073227 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d464ba9-575c-493f-a836-fc9f530ef7f6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.090300 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.090639 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.091296 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.091805 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.092171 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.092499 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.092839 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.093240 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.093569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.093984 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.094308 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.094626 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.095087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.095406 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.095845 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Tracked resource versions report: Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: pushed versions: Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Agent': {'1.1'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Log': {'1.0'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'NDPProxy': {'1.0'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Network': {'1.1'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Port': {'1.7'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'PortForwarding': {'1.3'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: consumer versions: Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: HyperV agent@hv-cinder-84932: {}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Agent': '1.1', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Log': '1.0', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'NDPProxy': '1.0', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Network': '1.1', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Port': '1.7', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'PortForwarding': '1.3', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'QosPolicy': '1.10', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'SubPort': '1.0', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Subnet': '1.1', Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: 'Trunk': '1.1'}} Jul 12 17:25:50.097212 dv-cinder-849325-2-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:25:50.112512 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (5a270b63-04b7-42b7-ba5e-a9545ef80e4a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.140660 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (4723e21a-8937-44a5-855c-24560315904d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.168975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (5a270b63-04b7-42b7-ba5e-a9545ef80e4a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.169993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:50.170558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.197386 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (4723e21a-8937-44a5-855c-24560315904d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.198965 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:50.200848 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.234846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6206405 Jul 12 17:25:50.235445 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:50.236271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36734) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:50.243795 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c642c-a440-4fed-ac71-fae1c30c9562,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.273641 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Request body: {'subnet': {'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-subnet', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:50.328620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] Pushing event updated for resources: {'Network': ['ID=4723e21a-8937-44a5-855c-24560315904d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.340310 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-624ef182-434a-4493-b9b3-23e1c462d390 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6935294 Jul 12 17:25:50.342970 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36740) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:50.343180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 4723e21a-8937-44a5-855c-24560315904d details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:50.347754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Request body: {'subnet': {'network_id': '4723e21a-8937-44a5-855c-24560315904d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1970568736-subnet', 'tenant_id': '1b565d973213488fa082164e3bf7c521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:50.358029 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.358632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.359198 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.361785 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.362383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.362984 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.363547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.371039 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Made reservation on behalf of 1b565d973213488fa082164e3bf7c521 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:50.372076 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.372709 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.373290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.373805 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.374151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.375293 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.375897 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.376681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.377223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Tracked resource versions report: Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: pushed versions: Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Agent': {'1.1'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Log': {'1.0'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'NDPProxy': {'1.0'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Network': {'1.1'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Port': {'1.7'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'PortForwarding': {'1.3'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: consumer versions: Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: HyperV agent@hv-cinder-84932: {}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Agent': '1.1', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Log': '1.0', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'NDPProxy': '1.0', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Network': '1.1', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Port': '1.7', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'PortForwarding': '1.3', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'QosPolicy': '1.10', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'SubPort': '1.0', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Subnet': '1.1', Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: 'Trunk': '1.1'}} Jul 12 17:25:50.379911 dv-cinder-849325-2-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:25:50.564066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812abbc8-750e-4c50-aae3-10fd247de717 admin admin] Pushing event updated for resources: {'Network': ['ID=5a270b63-04b7-42b7-ba5e-a9545ef80e4a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.579754 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:50.626880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Made reservation on behalf of 13884af024db42bcb013e475df0a53f0 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:50.629265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.648836 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:50.674240 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (74bf065d-e616-4bad-8a81-41dd622d227b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.749651 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bf065d-e616-4bad-8a81-41dd622d227b,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.795986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks [] for security_group (2f807d32-8185-4dac-bfbe-0df2b1a95805), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.811882 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Checking segment: {'id': '865306c1-ba35-427b-a850-a37bd6db7e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4723e21a-8937-44a5-855c-24560315904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:50.812260 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Network hostable DHCP agents. Network: 4723e21a-8937-44a5-855c-24560315904d, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:50.847436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Network 4723e21a-8937-44a5-855c-24560315904d is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:50.860780 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (2f807d32-8185-4dac-bfbe-0df2b1a95805), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.860934 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 4723e21a-8937-44a5-855c-24560315904d) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:50.863869 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:50.864471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.869341 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6b760-1d65-43dd-86c5-dd9b60e5d593 None None] Network 4723e21a-8937-44a5-855c-24560315904d requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:50.898109 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e3509595-45bb-4a43-bb03-839a0595f313 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5445061 Jul 12 17:25:50.917117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks [] for security_group (678a39bd-4f97-45c7-9920-48a8d4ffd1f4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.933949 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:50.940949 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (678a39bd-4f97-45c7-9920-48a8d4ffd1f4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.952455 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f807d32-8185-4dac-bfbe-0df2b1a95805,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:50.976407 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (9306dea4-6531-45e3-8849-de3d48d1f68d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:50.977045 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Added segment 9306dea4-6531-45e3-8849-de3d48d1f68d of type vlan for network e3be9cb9-0ea5-4d05-b64b-1defd294a562 Jul 12 17:25:50.983958 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:51.026415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:51.042697 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e24e4b-d322-45f5-907a-d25f8fa88967 None None] Network 4723e21a-8937-44a5-855c-24560315904d requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:51.081122 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (a4232e6d-a98d-4083-b63a-c4cab049b790), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.081751 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Added segment a4232e6d-a98d-4083-b63a-c4cab049b790 of type vlan for network a1c4c8d6-44ae-4705-be56-d1adafe05772 Jul 12 17:25:51.098141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a39bd-4f97-45c7-9920-48a8d4ffd1f4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.141964 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (e3be9cb9-0ea5-4d05-b64b-1defd294a562), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.217602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (a1c4c8d6-44ae-4705-be56-d1adafe05772), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.242800 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (07296860-a1da-420d-bbd9-a72881a0dc56), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.258189 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (e3be9cb9-0ea5-4d05-b64b-1defd294a562), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.259551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:51.259818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.319173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (a1c4c8d6-44ae-4705-be56-d1adafe05772), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.321038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:51.321611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.330764 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:51.348330 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.8691061 Jul 12 17:25:51.351343 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36780) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:51.358174 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Request body: {'subnet': {'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-subnet', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:51.398293 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07296860-a1da-420d-bbd9-a72881a0dc56,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.401258 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:51.404647 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.411327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7349164 Jul 12 17:25:51.412216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db715b2-0ec2-44b2-8c19-c949b3a0c498 admin admin] Pushing event updated for resources: {'Network': ['ID=e3be9cb9-0ea5-4d05-b64b-1defd294a562,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.420513 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36784) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:51.424247 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:51.430098 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Request body: {'subnet': {'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1574743882-subnet', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:51.478650 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:51.479002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Network hostable DHCP agents. Network: 5a270b63-04b7-42b7-ba5e-a9545ef80e4a, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:51.581158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612d79c-2423-4f6e-97fc-3225edbfc1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c4c8d6-44ae-4705-be56-d1adafe05772,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.631316 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Made reservation on behalf of fac7ab2675b74a88bc33a21ffbc31586 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:51.639891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.645737 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:51.685876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:51.723937 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:51.761484 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (80cf4e9b-c831-47c0-84c8-de4bb412b893), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.805066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-79d238a0-812f-43ed-a6f3-72582d044bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.823589 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 5a270b63-04b7-42b7-ba5e-a9545ef80e4a) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:51.833903 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2320c-4075-4417-94ac-7f7d131216ed None None] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:51.840149 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:51.840359 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.845031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36814) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:51.853407 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-411087885-network', 'tenant_id': '244d08ff45354d7e8a074d95f1f23227'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:51.905877 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3126d685-d62e-4fd8-8c21-c5b2cd489267 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6632154 Jul 12 17:25:51.906551 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36820) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:51.910048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Made reservation on behalf of 244d08ff45354d7e8a074d95f1f23227 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:51.911203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:51.912520 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.915415 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cf4e9b-c831-47c0-84c8-de4bb412b893,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:51.927367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.942576 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:51.943013 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Network hostable DHCP agents. Network: e3be9cb9-0ea5-4d05-b64b-1defd294a562, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:51.953873 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.956949 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:51.967104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.046962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:25:52.048128 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.074316 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (7f4756dd-a162-4c4b-b334-1a8d6f9877a3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.101411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for router_controller (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.156146 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks [] for security_group (8c58b74d-64ac-414d-8bd0-3bc50b4551df), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.172355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8c58b74d-64ac-414d-8bd0-3bc50b4551df), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.174110 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:52.222821 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58b74d-64ac-414d-8bd0-3bc50b4551df,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:52.237949 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4756dd-a162-4c4b-b334-1a8d6f9877a3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:52.245923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:25:52.262745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Checking segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:52.265030 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Network hostable DHCP agents. Network: a1c4c8d6-44ae-4705-be56-d1adafe05772, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:52.284138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (b97e3a51-9c82-471b-9df1-c82da988f00c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.284490 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Added segment b97e3a51-9c82-471b-9df1-c82da988f00c of type vlan for network cce50feb-9c19-46b3-ae4f-378471ad3f82 Jul 12 17:25:52.308361 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Allocated IP 172.20.0.2 (5a270b63-04b7-42b7-ba5e-a9545ef80e4a/07296860-a1da-420d-bbd9-a72881a0dc56/7812e8c9-1530-4d27-8916-80976aae21d3) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:52.370569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (cce50feb-9c19-46b3-ae4f-378471ad3f82), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.380939 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.392759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, e3be9cb9-0ea5-4d05-b64b-1defd294a562) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:52.393381 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.405470 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:52.406674 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.434391 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c78dee-5426-4cf5-a19a-d17aa092865d None None] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:52.436644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (cce50feb-9c19-46b3-ae4f-378471ad3f82), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.438252 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:52.439444 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.448845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:52.469667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, a1c4c8d6-44ae-4705-be56-d1adafe05772) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:52.478265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:52.479537 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.491635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.503025 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6541233 Jul 12 17:25:52.507098 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36840) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:52.512505 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Request body: {'subnet': {'network_id': 'cce50feb-9c19-46b3-ae4f-378471ad3f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-411087885-subnet', 'tenant_id': '244d08ff45354d7e8a074d95f1f23227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:52.553173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88886113-a318-41ac-a8e3-1382825e62bf admin admin] Pushing event updated for resources: {'Network': ['ID=cce50feb-9c19-46b3-ae4f-378471ad3f82,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:52.559704 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-104b7ee9-5cb0-47b0-ba22-7eb61c7b277e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2072694 Jul 12 17:25:52.562475 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:52.564890 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-81cb1253-2fac-4c55-98ca-5694e2fb5f40 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1415811 Jul 12 17:25:52.567078 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:52.568532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36844) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:52.572869 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for router_gateway (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.574882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:25:52.601304 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Made reservation on behalf of 244d08ff45354d7e8a074d95f1f23227 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:25:52.603899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.617488 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.619230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.632522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a4e35-b8e0-47c1-97f7-c6ef92d8b9f2 None None] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:52.634757 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network cce50feb-9c19-46b3-ae4f-378471ad3f82 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:25:52.635448 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.637209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.676177 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=13 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.694898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.713385 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.732578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for router_controller (c01df056-1004-4e2b-8c68-d0ce12b8b18a), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.733291 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks [] for port (7812e8c9-1530-4d27-8916-80976aae21d3), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.787328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.834494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for router_controller (381ee360-3b92-464a-8907-5bdd9d4e8971), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.849856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:52.915168 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:52.918473 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:25:52.919647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:52.931303 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:52.970178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:52.979626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Pushing event updated for resources: {'Port': ['ID=7812e8c9-1530-4d27-8916-80976aae21d3,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:52.987312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-a1c4c8d6-44ae-4705-be56-d1adafe05772', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'fixed_ips': [{'subnet_id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:25:52.988475 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.015296 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.015967 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.016540 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.017092 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.017937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.018617 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.019153 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.019695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.020312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.020846 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.021383 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.021977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.023083 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.023619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.024208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Tracked resource versions report: Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: pushed versions: Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Agent': {'1.1'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Log': {'1.0'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'NDPProxy': {'1.0'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Network': {'1.1'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Port': {'1.7'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'PortForwarding': {'1.3'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: consumer versions: Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: HyperV agent@hv-cinder-84932: {}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Agent': '1.1', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Log': '1.0', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'NDPProxy': '1.0', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Network': '1.1', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Port': '1.7', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'PortForwarding': '1.3', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'QosPolicy': '1.10', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'SubPort': '1.0', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Subnet': '1.1', Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: 'Trunk': '1.1'}} Jul 12 17:25:53.025647 dv-cinder-849325-2-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:25:53.078998 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for router_gateway (c01df056-1004-4e2b-8c68-d0ce12b8b18a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.135783 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for router_gateway (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.168651 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (cfe97dbe-6ce8-4d71-9996-36782accaf12), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.176968 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.202853 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Attempting to bind port 7812e8c9-1530-4d27-8916-80976aae21d3 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:25:53.203617 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Attempting to bind port 7812e8c9-1530-4d27-8916-80976aae21d3 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:25:53.204248 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Attempting to bind port 7812e8c9-1530-4d27-8916-80976aae21d3 on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:25:53.224043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:25:53.224864 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:53.225571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.226227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Bound using segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:25:53.226936 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Bound port: 7812e8c9-1530-4d27-8916-80976aae21d3, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:25:53.227766 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.274991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe97dbe-6ce8-4d71-9996-36782accaf12,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:53.344131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Allocated IP 172.20.0.2 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/97ad1bd9-680e-407d-9187-f6c06317534a) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:53.402330 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for router_gateway (381ee360-3b92-464a-8907-5bdd9d4e8971), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.408001 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Allocated IP 172.20.0.2 (a1c4c8d6-44ae-4705-be56-d1adafe05772/7f4756dd-a162-4c4b-b334-1a8d6f9877a3/37bb7aa1-3de8-4f32-9432-1f5c41917b24) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:53.417384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Checking segment: {'id': 'b97e3a51-9c82-471b-9df1-c82da988f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'cce50feb-9c19-46b3-ae4f-378471ad3f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:53.417767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Network hostable DHCP agents. Network: cce50feb-9c19-46b3-ae4f-378471ad3f82, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:25:53.428991 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] For port 7812e8c9-1530-4d27-8916-80976aae21d3, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:53.494412 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] For port 7812e8c9-1530-4d27-8916-80976aae21d3, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=7812e8c9-1530-4d27-8916-80976aae21d3,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:53.502223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Network cce50feb-9c19-46b3-ae4f-378471ad3f82 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:25:53.514772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Allocated IP 172.27.0.108 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/20c3acd6-90d0-49be-b34c-41da332f30a0) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:53.522722 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, cce50feb-9c19-46b3-ae4f-378471ad3f82) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:53.528788 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:25:53.529346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.549770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be3a3b-e40d-4014-9468-6b1671cb38e0 None None] Network cce50feb-9c19-46b3-ae4f-378471ad3f82 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:53.571490 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.640167 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6e54651d-7f14-4ae5-97fd-bd91d7dd621f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1309946 Jul 12 17:25:53.663960 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:53.677825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for router_gateway (381ee360-3b92-464a-8907-5bdd9d4e8971), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.721913 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.726130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:53.748025 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:53.843329 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.051109 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Allocated IP 172.27.0.56 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/c10ee8ed-b086-4937-9b16-a1a862214e13) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:54.080507 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:54.086662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36896) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:54.091373 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:54.107685 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks [] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.110162 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:54.145864 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:54.205799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.210975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.259735 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.278827 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Deleting subnet 74bf065d-e616-4bad-8a81-41dd622d227b {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:25:54.282363 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:54.286323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Publish callbacks [] for subnet (74bf065d-e616-4bad-8a81-41dd622d227b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.288638 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36908) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:54.296471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:54.325090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:54.328882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:54.332154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:54.395122 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14138b-a85c-45f4-a959-d7ed4d899346 None None] Pushing event updated for resources: {'Port': ['ID=7812e8c9-1530-4d27-8916-80976aae21d3,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:54.402293 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:54.411886 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Pushing event updated for resources: {'Port': ['ID=20c3acd6-90d0-49be-b34c-41da332f30a0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:54.415013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:54.417517 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks [] for port (97ad1bd9-680e-407d-9187-f6c06317534a), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.451481 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:54.451711 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-53f036f3-4b39-4272-b5bb-7a28375aa5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.451856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Pushing event updated for resources: {'Port': ['ID=c10ee8ed-b086-4937-9b16-a1a862214e13,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:54.458510 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:54.486813 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.524823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85443860-8a7e-439a-8016-2e90b87708b8 None None] Network cce50feb-9c19-46b3-ae4f-378471ad3f82 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:54.586747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Pushing event updated for resources: {'Port': ['ID=37bb7aa1-3de8-4f32-9432-1f5c41917b24,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:54.611657 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Publish callbacks [] for subnet (74bf065d-e616-4bad-8a81-41dd622d227b), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.615379 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:54.650069 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:54.707746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:54.720249 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Attempting to bind port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:25:54.725968 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Attempting to bind port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:25:54.726416 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Attempting to bind port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 on network a1c4c8d6-44ae-4705-be56-d1adafe05772 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:25:54.788859 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:25:54.789236 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Checking segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:54.789638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.790062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Bound using segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:25:54.790711 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Bound port: 37bb7aa1-3de8-4f32-9432-1f5c41917b24, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:25:54.790985 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.818111 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Pushing event updated for resources: {'Port': ['ID=97ad1bd9-680e-407d-9187-f6c06317534a,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:54.844540 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:54.849218 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (74bf065d-e616-4bad-8a81-41dd622d227b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.854062 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-298f56dc-0e1d-449b-80b3-37cd310fab68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.860387 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for router_gateway (381ee360-3b92-464a-8907-5bdd9d4e8971), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.903150 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for router_gateway (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.938968 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.949502 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Attempting to bind port 97ad1bd9-680e-407d-9187-f6c06317534a on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:25:54.950604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Attempting to bind port 97ad1bd9-680e-407d-9187-f6c06317534a by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:25:54.950978 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Attempting to bind port 97ad1bd9-680e-407d-9187-f6c06317534a on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:25:54.960150 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:25:54.960596 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:54.974874 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:54.975438 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:25:54.982066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Bound port: 97ad1bd9-680e-407d-9187-f6c06317534a, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:25:54.982537 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.008112 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.026160 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 7812e8c9-1530-4d27-8916-80976aae21d3 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:55.126421 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.211318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] For port 37bb7aa1-3de8-4f32-9432-1f5c41917b24, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:55.221888 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-298f56dc-0e1d-449b-80b3-37cd310fab68 admin admin] Publish callbacks [] for security_group (081aeb9e-322e-402a-93e8-776b957e8097), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.231970 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] For port 37bb7aa1-3de8-4f32-9432-1f5c41917b24, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=37bb7aa1-3de8-4f32-9432-1f5c41917b24,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:55.263283 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-298f56dc-0e1d-449b-80b3-37cd310fab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (081aeb9e-322e-402a-93e8-776b957e8097), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.263594 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.267977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] For port 97ad1bd9-680e-407d-9187-f6c06317534a, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:55.311688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Router 381ee360-3b92-464a-8907-5bdd9d4e8971 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:25:55.342131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768d9d-5d28-490e-849f-6f950d2e633f None None] Pushing event updated for resources: {'Port': ['ID=37bb7aa1-3de8-4f32-9432-1f5c41917b24,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:55.345467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for subnet (74bf065d-e616-4bad-8a81-41dd622d227b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.360853 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 7812e8c9-1530-4d27-8916-80976aae21d3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:55.361243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.380595 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for router_gateway (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.382764 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f56dc-0e1d-449b-80b3-37cd310fab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081aeb9e-322e-402a-93e8-776b957e8097,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:55.413847 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-298f56dc-0e1d-449b-80b3-37cd310fab68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5830af2c2c446bf88604b03152bc6c5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1177061 Jul 12 17:25:55.428264 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] For port 97ad1bd9-680e-407d-9187-f6c06317534a, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=97ad1bd9-680e-407d-9187-f6c06317534a,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:55.452292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36932) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:55.453403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:55.465297 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Sync routers for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:55.480032 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:55.481340 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 7812e8c9-1530-4d27-8916-80976aae21d3 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:55.482481 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.484745 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:25:55.486052 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:55.517252 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.522135 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/74bf065d-e616-4bad-8a81-41dd622d227b HTTP/1.1" status: 204 len: 168 time: 1.4294276 Jul 12 17:25:55.525816 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.527036 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-471b95ab-e456-46f9-af27-cb402dd4870e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9575541 Jul 12 17:25:55.529160 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36934) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:55.530703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 7812e8c9-1530-4d27-8916-80976aae21d3, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=7812e8c9-1530-4d27-8916-80976aae21d3,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:55.531162 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36936) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:55.532651 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.534452 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:55.566293 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc215a-88fd-48b2-ab7e-ad6cd64c59d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bf065d-e616-4bad-8a81-41dd622d227b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:55.634058 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:55.641771 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e752fbe-1067-495e-a653-bb9fc5f60e63 None None] Pushing event updated for resources: {'Port': ['ID=97ad1bd9-680e-407d-9187-f6c06317534a,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:55.694856 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Allocated IP 172.27.0.52 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/3c14aa12-566f-4f55-90b5-93b5aabf3b5e) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:55.726751 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=7812e8c9-1530-4d27-8916-80976aae21d3,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:55.781216 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:55.856432 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:55.921505 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:25:55.940643 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce2998-5b88-4861-b977-b6ee32df7692 None None] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:56.060521 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] Publish callbacks [] for security_group (081aeb9e-322e-402a-93e8-776b957e8097), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.094517 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.121270 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:56.126778 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8ccc0677-0933-4351-9b00-fef4ada3193a None None] Provisioning complete for port 7812e8c9-1530-4d27-8916-80976aae21d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:56.127736 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ccc0677-0933-4351-9b00-fef4ada3193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.136995 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.162967 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Checking router: 381ee360-3b92-464a-8907-5bdd9d4e8971 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:56.163556 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Updating router 381ee360-3b92-464a-8907-5bdd9d4e8971 port c10ee8ed-b086-4937-9b16-a1a862214e13 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:56.171732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:56.175252 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (4723e21a-8937-44a5-855c-24560315904d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.215282 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.252675 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.304159 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:56.339712 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:56.350406 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc0677-0933-4351-9b00-fef4ada3193a None None] Current status of the port 7812e8c9-1530-4d27-8916-80976aae21d3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:56.360358 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:56.404500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:56.439947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] Publish callbacks [] for security_group (081aeb9e-322e-402a-93e8-776b957e8097), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.511289 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:56.513384 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks [] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.528024 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.536001 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Pushing event updated for resources: {'Port': ['ID=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:56.557860 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Attempting to bind port c10ee8ed-b086-4937-9b16-a1a862214e13 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:25:56.558314 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Attempting to bind port c10ee8ed-b086-4937-9b16-a1a862214e13 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:25:56.558672 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Attempting to bind port c10ee8ed-b086-4937-9b16-a1a862214e13 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:25:56.561388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (4723e21a-8937-44a5-855c-24560315904d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.607198 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16505f02-7109-434d-837f-8c38179264df None None] Pushing event updated for resources: {'Port': ['ID=c10ee8ed-b086-4937-9b16-a1a862214e13,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:56.617012 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.617555 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.618100 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.618812 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.619286 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.619755 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.620247 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.620709 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.621171 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.621671 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.622192 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.622707 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.623202 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.623691 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.624183 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16505f02-7109-434d-837f-8c38179264df None None] Tracked resource versions report: Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: pushed versions: Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Agent': {'1.1'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Log': {'1.0'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Network': {'1.1'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Port': {'1.7'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: consumer versions: Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: HyperV agent@hv-cinder-84932: {}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: L3 agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: Metadata agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: Metering agent@dv-cinder-849325-2-iscsi: {}, Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-849325-2-iscsi: { 'AddressGroup': '1.2', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Agent': '1.1', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Log': '1.0', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'NDPProxy': '1.0', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Network': '1.1', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Port': '1.7', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'PortForwarding': '1.3', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'QosPolicy': '1.10', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'SubPort': '1.0', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Subnet': '1.1', Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: 'Trunk': '1.1'}} Jul 12 17:25:56.625554 dv-cinder-849325-2-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 17:25:56.639030 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:25:56.639401 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:56.641200 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.641591 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:25:56.642108 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Bound port: c10ee8ed-b086-4937-9b16-a1a862214e13, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:25:56.642695 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.665045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.668644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.669066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.669897 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.670315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.670617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.670950 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.671274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.671605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.671911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.672227 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:56.693701 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] For port c10ee8ed-b086-4937-9b16-a1a862214e13, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:56.696410 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:25:56.698248 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] For port c10ee8ed-b086-4937-9b16-a1a862214e13, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c10ee8ed-b086-4937-9b16-a1a862214e13,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:56.705184 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.709175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-eb37a142-675f-4e5c-a24e-bf33171a0722 None None] Provisioning complete for port 7812e8c9-1530-4d27-8916-80976aae21d3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:56.709719 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb37a142-675f-4e5c-a24e-bf33171a0722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.764482 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16505f02-7109-434d-837f-8c38179264df None None] Pushing event updated for resources: {'Port': ['ID=c10ee8ed-b086-4937-9b16-a1a862214e13,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:56.793438 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:25:56.795103 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:56.802038 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.871040 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-eb37a142-675f-4e5c-a24e-bf33171a0722 None None] Current status of the port 7812e8c9-1530-4d27-8916-80976aae21d3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:56.877193 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.887592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:56.890844 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:56.900532 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for router_gateway (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:56.903404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:56.918469 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:25:56.919217 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:57.070977 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:25:57.083069 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 97ad1bd9-680e-407d-9187-f6c06317534a up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:57.128941 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:25:57.161336 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:57.167956 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:57.168380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:57.168775 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:57.169102 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4723e21a-8937-44a5-855c-24560315904d']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:57.216384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865306c1-ba35-427b-a850-a37bd6db7e5d') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:57.216804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865306c1-ba35-427b-a850-a37bd6db7e5d') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:57.223113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (081aeb9e-322e-402a-93e8-776b957e8097), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.226905 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.227060 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:57.230116 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/081aeb9e-322e-402a-93e8-776b957e8097 HTTP/1.1" status: 204 len: 168 time: 1.7747016 Jul 12 17:25:57.235756 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.239612 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-de980f77-d326-49a8-a261-87ed285d8250 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3292773 Jul 12 17:25:57.239839 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36952) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:57.270770 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (865306c1-ba35-427b-a850-a37bd6db7e5d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.322355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffcbaf-6382-463f-ac29-70a4fbf59018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081aeb9e-322e-402a-93e8-776b957e8097,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:57.367251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (865306c1-ba35-427b-a850-a37bd6db7e5d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.384967 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:57.387073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:25:57.389416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (865306c1-ba35-427b-a850-a37bd6db7e5d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.455658 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:57.505739 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b168bc-3b3a-43c7-bf91-52ba933c8c48 None None] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:57.523747 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8061c6de-ab0f-44e5-a140-0375b920e21b None None] The sync data for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi is: [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:25:57.620426 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (4723e21a-8937-44a5-855c-24560315904d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.648410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Provisioning complete for port 97ad1bd9-680e-407d-9187-f6c06317534a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:57.649153 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.686214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Pushing event deleted for resources: {'Network': ['ID=4723e21a-8937-44a5-855c-24560315904d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:57.705237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.712194 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-079876f9-fb8b-4985-bc6a-45ac242a860f admin admin] 10.222.0.62 "DELETE /v2.0/networks/4723e21a-8937-44a5-855c-24560315904d HTTP/1.1" status: 204 len: 168 time: 2.1818740 Jul 12 17:25:57.719809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 36976) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:57.818592 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:57.856662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Allocated IP 172.20.0.1 (a1c4c8d6-44ae-4705-be56-d1adafe05772/7f4756dd-a162-4c4b-b334-1a8d6f9877a3/cc3d24a3-87a9-4446-a56c-b0608af8647a) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:57.863388 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 865306c1-ba35-427b-a850-a37bd6db7e5d resource provider aggregate not found Jul 12 17:25:57.869790 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.889917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Deleting subnet cfe97dbe-6ce8-4d71-9996-36782accaf12 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:25:57.905915 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 97ad1bd9-680e-407d-9187-f6c06317534a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:57.906280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.908939 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 865306c1-ba35-427b-a850-a37bd6db7e5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 865306c1-ba35-427b-a850-a37bd6db7e5d found for delete ", "request_id": "req-060b924d-ed2e-4285-a879-3e281db9ec21"}]} Jul 12 17:25:57.911691 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Publish callbacks [] for subnet (cfe97dbe-6ce8-4d71-9996-36782accaf12), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:57.998471 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f26e59-2d25-4577-b44b-2ca764fc4d73 None None] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:25:58.029529 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:58.034821 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (cfe97dbe-6ce8-4d71-9996-36782accaf12), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.083349 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:58.083958 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Updating router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 port 20c3acd6-90d0-49be-b34c-41da332f30a0 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:58.117123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (cfe97dbe-6ce8-4d71-9996-36782accaf12), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.132838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.171620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks [] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.172910 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:58.249409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (cfe97dbe-6ce8-4d71-9996-36782accaf12), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.262824 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:25:58.292791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.306980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe97dbe-6ce8-4d71-9996-36782accaf12,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:58.361658 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:25:58.365378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.374616 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-61aa90e0-d324-473d-9512-22033f1d1294 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cfe97dbe-6ce8-4d71-9996-36782accaf12 HTTP/1.1" status: 204 len: 168 time: 0.6456022 Jul 12 17:25:58.377082 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 36998) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:58.382811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:25:58.396075 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:25:58.442137 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (381ee360-3b92-464a-8907-5bdd9d4e8971), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.446968 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:58.493483 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:58.508526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 97ad1bd9-680e-407d-9187-f6c06317534a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:58.515500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.521341 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=100 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:58.525036 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.712381 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:25:58.724019 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:25:58.731831 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (cce50feb-9c19-46b3-ae4f-378471ad3f82), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.743435 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:25:58.744104 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:58.809411 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:58.842184 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Current status of the port 97ad1bd9-680e-407d-9187-f6c06317534a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:58.856738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.860339 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:58.862084 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8f092a96-16da-4012-b6cb-63c091b1cd6f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2983475 Jul 12 17:25:58.865391 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37010) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:25:58.913754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:58.987808 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 97ad1bd9-680e-407d-9187-f6c06317534a, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=97ad1bd9-680e-407d-9187-f6c06317534a,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:59.001624 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.004538 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.005964 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (cce50feb-9c19-46b3-ae4f-378471ad3f82), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.009337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 37bb7aa1-3de8-4f32-9432-1f5c41917b24 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:59.064044 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:25:59.071074 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.071373 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.073214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.073742 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.074210 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.075793 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.075907 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.076246 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.076574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.078003 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.271404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 17:25:59.272041 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 17:25:59.284705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=97ad1bd9-680e-407d-9187-f6c06317534a,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:59.306666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:25:59.307043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.349180 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.350132 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.351182 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.351711 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 17:25:59.352625 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce50feb-9c19-46b3-ae4f-378471ad3f82']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:59.376758 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97e3a51-9c82-471b-9df1-c82da988f00c') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:59.377320 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97e3a51-9c82-471b-9df1-c82da988f00c') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:59.387945 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks [] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.394889 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:59.402685 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.431166 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3248511'] for segment (b97e3a51-9c82-471b-9df1-c82da988f00c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.454368 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:59.482889 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (b97e3a51-9c82-471b-9df1-c82da988f00c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.529063 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Allocated IP 172.20.0.1 (5a270b63-04b7-42b7-ba5e-a9545ef80e4a/07296860-a1da-420d-bbd9-a72881a0dc56/fddbd5bc-b748-4374-946e-98c265451af8) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:25:59.533015 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:59.533408 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.552257 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af59af5-2fa0-4992-b595-d03cb934500d None None] Pushing event updated for resources: {'Port': ['ID=20c3acd6-90d0-49be-b34c-41da332f30a0,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:59.559661 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:25:59.560030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245572'] for segment (b97e3a51-9c82-471b-9df1-c82da988f00c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.573535 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Attempting to bind port 20c3acd6-90d0-49be-b34c-41da332f30a0 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:25:59.573937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Attempting to bind port 20c3acd6-90d0-49be-b34c-41da332f30a0 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:25:59.574299 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Attempting to bind port 20c3acd6-90d0-49be-b34c-41da332f30a0 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:25:59.607760 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:25:59.636238 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:25:59.636619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:25:59.637021 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.637437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:25:59.637937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Bound port: 20c3acd6-90d0-49be-b34c-41da332f30a0, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:25:59.638320 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.672617 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:25:59.675395 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Updating router c01df056-1004-4e2b-8c68-d0ce12b8b18a port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:25:59.712283 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 37bb7aa1-3de8-4f32-9432-1f5c41917b24, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=37bb7aa1-3de8-4f32-9432-1f5c41917b24,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:25:59.728738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.729911 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 7812e8c9-1530-4d27-8916-80976aae21d3 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:25:59.748923 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.806445 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (cce50feb-9c19-46b3-ae4f-378471ad3f82), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.817595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] For port 20c3acd6-90d0-49be-b34c-41da332f30a0, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:25:59.826053 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.840852 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cce50feb-9c19-46b3-ae4f-378471ad3f82 HTTP/1.1" status: 204 len: 168 time: 1.4563832 Jul 12 17:25:59.893412 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] For port 20c3acd6-90d0-49be-b34c-41da332f30a0, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=20c3acd6-90d0-49be-b34c-41da332f30a0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:25:59.896664 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:25:59.925246 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:25:59.935930 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e25fa235-bb10-466d-9825-d73070401346 None None] Current status of the port 97ad1bd9-680e-407d-9187-f6c06317534a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:25:59.950242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=37bb7aa1-3de8-4f32-9432-1f5c41917b24,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:25:59.968273 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:00.034095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 7812e8c9-1530-4d27-8916-80976aae21d3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:00.035466 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.110216 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:00.111241 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:00.183259 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ada4-6172-46cb-8425-d981fe2156a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce50feb-9c19-46b3-ae4f-378471ad3f82,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:00.207184 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.207383 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment b97e3a51-9c82-471b-9df1-c82da988f00c resource provider aggregate not found Jul 12 17:26:00.253409 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment b97e3a51-9c82-471b-9df1-c82da988f00c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b97e3a51-9c82-471b-9df1-c82da988f00c found for delete ", "request_id": "req-cf08bde3-bc8b-49c3-8483-de6f5784d44a"}]} Jul 12 17:26:00.276047 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af59af5-2fa0-4992-b595-d03cb934500d None None] Pushing event updated for resources: {'Port': ['ID=20c3acd6-90d0-49be-b34c-41da332f30a0,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:00.287590 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37056) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:00.288118 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks [] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.339064 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks [] for port (fddbd5bc-b748-4374-946e-98c265451af8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.348708 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Provisioning complete for port cc3d24a3-87a9-4446-a56c-b0608af8647a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:00.349194 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.356876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.390499 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-907f039d-cde3-415e-b703-e4a6c46a221f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b565d973213488fa082164e3bf7c521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1016011 Jul 12 17:26:00.395853 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37062) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:00.431801 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.443441 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (381ee360-3b92-464a-8907-5bdd9d4e8971), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.457040 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.460690 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Port cc3d24a3-87a9-4446-a56c-b0608af8647a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:00.479433 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Provisioning complete for port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:00.480104 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.490000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:00.505522 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:00.519163 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:00.529016 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:00.533199 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:00.581287 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks [] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.581619 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.605602 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 7812e8c9-1530-4d27-8916-80976aae21d3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:00.606194 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:00.619994 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.622195 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:00.633257 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:00.637661 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:00.764582 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] Publish callbacks [] for security_group (9d464ba9-575c-493f-a836-fc9f530ef7f6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.809352 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Attempting to bind port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:00.810020 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Attempting to bind port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:00.810217 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Attempting to bind port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:00.813594 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Pushing event updated for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:00.856944 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:00.860241 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:00.860821 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.862720 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:00.864246 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:00.864787 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Bound port: 3c14aa12-566f-4f55-90b5-93b5aabf3b5e, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:00.865172 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.948833 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] Publish callbacks [] for security_group (9d464ba9-575c-493f-a836-fc9f530ef7f6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:00.950142 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47cfa-bd8f-447e-86d8-404e7c2166c4 None None] Pushing event updated for resources: {'Port': ['ID=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:01.013497 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Current status of the port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:01.027154 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] For port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:01.035030 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 97ad1bd9-680e-407d-9187-f6c06317534a up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:01.043492 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] For port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:01.058034 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:01.060342 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.083568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Allocated IP 172.20.0.1 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/f7e374ee-9446-4368-9ac9-27abde07d8d6) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:01.105893 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:01.110178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Provisioning complete for port 97ad1bd9-680e-407d-9187-f6c06317534a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:01.110803 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.119672 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9d464ba9-575c-493f-a836-fc9f530ef7f6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.123491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.126839 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d464ba9-575c-493f-a836-fc9f530ef7f6 HTTP/1.1" status: 204 len: 168 time: 0.7298827 Jul 12 17:26:01.166660 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb4732-6b33-4f7d-a1d5-20f4a8d77118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d464ba9-575c-493f-a836-fc9f530ef7f6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:01.170848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Router 381ee360-3b92-464a-8907-5bdd9d4e8971 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:26:01.176065 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:01.185538 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:01.205962 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:01.205962 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:01.207128 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37080) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:01.253450 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:01.254697 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 97ad1bd9-680e-407d-9187-f6c06317534a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:01.255223 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.293502 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caafb05-74ea-40e1-b33c-769df621cbe3 None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:25:54Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:01.332489 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47cfa-bd8f-447e-86d8-404e7c2166c4 None None] Pushing event updated for resources: {'Port': ['ID=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:01.359447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fddbd5bc-b748-4374-946e-98c265451af8), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.423842 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 97ad1bd9-680e-407d-9187-f6c06317534a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:01.425101 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c10ee8ed-b086-4937-9b16-a1a862214e13 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:01.428337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e96c1e4f-db0c-461b-930d-beeda577c29d None None] Current status of the port 97ad1bd9-680e-407d-9187-f6c06317534a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:01.466812 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe59a082-d996-4553-ac93-e0b735ec3c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.484403 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port c10ee8ed-b086-4937-9b16-a1a862214e13 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:01.484583 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.520004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:01.523938 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks [] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.526016 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:01.573284 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Provisioning complete for port cc3d24a3-87a9-4446-a56c-b0608af8647a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:01.574109 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.588591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:26:01.607483 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Sync routers for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:26:01.608940 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e9b63e45-6600-49d2-9740-105399f79341 admin admin] 10.222.0.62 "PUT /v2.0/routers/381ee360-3b92-464a-8907-5bdd9d4e8971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0716341 Jul 12 17:26:01.626129 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port c10ee8ed-b086-4937-9b16-a1a862214e13 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:01.626768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.651907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.663332 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Port cc3d24a3-87a9-4446-a56c-b0608af8647a cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:01.672506 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:01.681199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:01.808498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:01.837607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:01.853299 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks [] for port (fddbd5bc-b748-4374-946e-98c265451af8), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:01.857762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:01.901466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Pushing event updated for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:01.959231 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.017720 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe59a082-d996-4553-ac93-e0b735ec3c52 admin admin] Publish callbacks [] for security_group (cef7215d-552c-4c70-84be-4c4d3a841125), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.019577 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37100) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:02.043483 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.051816 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe59a082-d996-4553-ac93-e0b735ec3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (cef7215d-552c-4c70-84be-4c4d3a841125), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.058981 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:02.097626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port c10ee8ed-b086-4937-9b16-a1a862214e13, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c10ee8ed-b086-4937-9b16-a1a862214e13,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:02.100852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Provisioning complete for port fddbd5bc-b748-4374-946e-98c265451af8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:02.101220 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (fddbd5bc-b748-4374-946e-98c265451af8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.102987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:02.122940 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823799e4-89ad-41c7-8532-84b532883da7 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:02.135833 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fe59a082-d996-4553-ac93-e0b735ec3c52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36b9cc32b0ae462cb97213d64a131e8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9275775 Jul 12 17:26:02.142861 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37106) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:02.165275 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.166209 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 37bb7aa1-3de8-4f32-9432-1f5c41917b24 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:02.167979 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59a082-d996-4553-ac93-e0b735ec3c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7215d-552c-4c70-84be-4c4d3a841125,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:02.362912 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.377379 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] Publish callbacks [] for security_group (cef7215d-552c-4c70-84be-4c4d3a841125), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.464924 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] Publish callbacks [] for security_group (cef7215d-552c-4c70-84be-4c4d3a841125), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.474590 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a77e7d95-04e7-4608-bb88-842b701118d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=244d08ff45354d7e8a074d95f1f23227&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4526467 Jul 12 17:26:02.494082 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37114) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:02.536843 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f2954c0f-a523-46c1-812c-8de221d0aa9b None None] Port fddbd5bc-b748-4374-946e-98c265451af8 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:02.537291 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.559151 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Pushing event updated for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:02.588815 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:02.707668 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:02.755018 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=c10ee8ed-b086-4937-9b16-a1a862214e13,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:02.766215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37134) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:02.774009 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] Publish callbacks [] for security_group (8c58b74d-64ac-414d-8bd0-3bc50b4551df), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.778176 dv-cinder-849325-2-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 17:26:02.792810 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:02.793404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.795318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0be6d897-1586-4824-a730-71ff4015544b None None] Provisioning complete for port f7e374ee-9446-4368-9ac9-27abde07d8d6 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:02.795826 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0be6d897-1586-4824-a730-71ff4015544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.818149 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] Publish callbacks [] for security_group (8c58b74d-64ac-414d-8bd0-3bc50b4551df), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.847554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks [] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.857537 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.868738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:02.880700 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:02.905982 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:02.908129 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8c58b74d-64ac-414d-8bd0-3bc50b4551df), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.911558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:02.913577 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c58b74d-64ac-414d-8bd0-3bc50b4551df HTTP/1.1" status: 204 len: 168 time: 0.4178486 Jul 12 17:26:02.937068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0be6d897-1586-4824-a730-71ff4015544b None None] Port f7e374ee-9446-4368-9ac9-27abde07d8d6 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:02.999615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (cef7215d-552c-4c70-84be-4c4d3a841125), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.003162 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.007059 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cef7215d-552c-4c70-84be-4c4d3a841125 HTTP/1.1" status: 204 len: 168 time: 0.8280814 Jul 12 17:26:03.022062 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9ff94-7450-4c2b-9d75-c6bbb98b3f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58b74d-64ac-414d-8bd0-3bc50b4551df,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:03.085566 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa1e24-f4f7-4579-8013-7b88cb0b820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7215d-552c-4c70-84be-4c4d3a841125,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:03.098672 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:03.134390 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:58Z', 'revision_number': 4, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'cc3d24a3-87a9-4446-a56c-b0608af8647a', 'name': '', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'mac_address': 'fa:16:3e:d6:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:57Z', 'updated_at': '2022-07-12T17:25:59Z', 'revision_number': 2, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'subnets': [{'id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:03.153263 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:03.155184 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:03.204162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Checking router: 381ee360-3b92-464a-8907-5bdd9d4e8971 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:26:03.204534 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Updating router 381ee360-3b92-464a-8907-5bdd9d4e8971 port cc3d24a3-87a9-4446-a56c-b0608af8647a binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:26:03.280834 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.482401 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:26:03.506094 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Pushing event updated for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:03.547735 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.615349 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c10ee8ed-b086-4937-9b16-a1a862214e13 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:03.629037 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-45fd453c-1b08-44af-b79c-897dcd262c3b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:03.630961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-45fd453c-1b08-44af-b79c-897dcd262c3b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/networks?id=a1c4c8d6-44ae-4705-be56-d1adafe05772 HTTP/1.1" status: 200 len: 812 time: 0.8591738 Jul 12 17:26:03.674991 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5185f007-6f2c-4231-97cf-29f538549db0 None None] Provisioning complete for port fddbd5bc-b748-4374-946e-98c265451af8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:03.675380 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5185f007-6f2c-4231-97cf-29f538549db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (fddbd5bc-b748-4374-946e-98c265451af8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.679942 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:26:03.699728 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-44e34f30-c22a-4c1e-b403-6b677b6ca175 admin admin] 10.222.0.62 "PUT /v2.0/routers/4b37f5de-58dc-4e44-a2e9-be038b8dbde0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4482551 Jul 12 17:26:03.756300 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port c10ee8ed-b086-4937-9b16-a1a862214e13 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:03.757208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.782595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-4753d7fe-fff7-4dda-8254-9b6765cb120f tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/quotas/fac7ab2675b74a88bc33a21ffbc31586 HTTP/1.1" status: 200 len: 375 time: 0.0748417 Jul 12 17:26:03.847340 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5185f007-6f2c-4231-97cf-29f538549db0 None None] Port fddbd5bc-b748-4374-946e-98c265451af8 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:03.940798 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-9cc93390-1795-49b1-b255-976f3cb6b36a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fac7ab2675b74a88bc33a21ffbc31586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515906 Jul 12 17:26:03.950576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37162) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:03.979961 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdb1db7d-d8ec-40f7-ac6c-4160c337ac11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:03.986701 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port c10ee8ed-b086-4937-9b16-a1a862214e13 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:03.987943 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 3c14aa12-566f-4f55-90b5-93b5aabf3b5e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:04.021845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:04.028987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:04.078376 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:04.078672 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.096864 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:04.141471 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks [] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.153647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.169852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:04.205470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:04.235940 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdb1db7d-d8ec-40f7-ac6c-4160c337ac11 admin admin] Publish callbacks [] for security_group (3ada34dd-4f40-4f8e-9af4-a72bfecbc77b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.242628 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:26:04.251305 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdb1db7d-d8ec-40f7-ac6c-4160c337ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3ada34dd-4f40-4f8e-9af4-a72bfecbc77b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.287459 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9222-8bec-4219-8930-c0d59aee36fb None None] Pushing event updated for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:04.364134 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:04.364521 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.442944 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:04.450036 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:04.457779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:26:04.468437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.469264 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 20c3acd6-90d0-49be-b34c-41da332f30a0 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:04.479651 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8a763d69-8866-4803-8b2a-89ba03d83cfd admin admin] 10.222.0.62 "PUT /v2.0/routers/c01df056-1004-4e2b-8c68-d0ce12b8b18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5910132 Jul 12 17:26:04.493918 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fdb1db7d-d8ec-40f7-ac6c-4160c337ac11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc71f57158dc495aa48b76dece551f24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5422738 Jul 12 17:26:04.496120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1db7d-d8ec-40f7-ac6c-4160c337ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada34dd-4f40-4f8e-9af4-a72bfecbc77b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:04.496894 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37182) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:04.517735 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Attempting to bind port cc3d24a3-87a9-4446-a56c-b0608af8647a on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:04.518085 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Attempting to bind port cc3d24a3-87a9-4446-a56c-b0608af8647a by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:04.518446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Attempting to bind port cc3d24a3-87a9-4446-a56c-b0608af8647a on network a1c4c8d6-44ae-4705-be56-d1adafe05772 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:04.589724 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:04.597841 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Checking segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:04.598350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.598820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Bound using segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:04.599595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Bound port: cc3d24a3-87a9-4446-a56c-b0608af8647a, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:04.599896 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.604925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-99991b9c-6165-4c93-a30c-228012acb853 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:26:04.606377 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-99991b9c-6165-4c93-a30c-228012acb853 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1615984 Jul 12 17:26:04.606738 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] Publish callbacks [] for security_group (3ada34dd-4f40-4f8e-9af4-a72bfecbc77b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.615374 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2dfe1f1a-e661-4dbf-8f02-f9fc078c8761 None None] Provisioning complete for port f7e374ee-9446-4368-9ac9-27abde07d8d6 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:04.615819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2dfe1f1a-e661-4dbf-8f02-f9fc078c8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.671697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] Publish callbacks [] for security_group (3ada34dd-4f40-4f8e-9af4-a72bfecbc77b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.718244 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:04.737935 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe1f1a-e661-4dbf-8f02-f9fc078c8761 None None] Port f7e374ee-9446-4368-9ac9-27abde07d8d6 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:04.751193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37198) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:04.758419 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 20c3acd6-90d0-49be-b34c-41da332f30a0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:04.759043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.781083 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3ada34dd-4f40-4f8e-9af4-a72bfecbc77b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.785280 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.788652 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ada34dd-4f40-4f8e-9af4-a72bfecbc77b HTTP/1.1" status: 204 len: 168 time: 0.2906573 Jul 12 17:26:04.808830 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121713e-9f38-4393-88f4-90198cdea340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada34dd-4f40-4f8e-9af4-a72bfecbc77b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:04.845865 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] For port cc3d24a3-87a9-4446-a56c-b0608af8647a, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:04.872405 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] For port cc3d24a3-87a9-4446-a56c-b0608af8647a, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=cc3d24a3-87a9-4446-a56c-b0608af8647a,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:04.889955 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:04.901670 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-16bed80b-7cbe-4537-8c7a-f318cfcde97c service neutron] 10.222.0.62 "GET /v2.0/networks/a1c4c8d6-44ae-4705-be56-d1adafe05772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881165 Jul 12 17:26:04.904421 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Provisioning complete for port cc3d24a3-87a9-4446-a56c-b0608af8647a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:04.904802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:05.012135 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed067528-d973-4362-be98-f19c221c884f None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:26:05.037324 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:05.038366 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:05.244714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-3b435ded-60d6-4bdc-bae8-1e2cbe46c576 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:05.248576 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-3b435ded-60d6-4bdc-bae8-1e2cbe46c576 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.4962683 Jul 12 17:26:05.260132 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:05.294247 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-6130a569-62aa-4d2a-ac32-6fcfd2d4215e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/quotas/13884af024db42bcb013e475df0a53f0 HTTP/1.1" status: 200 len: 375 time: 0.0253727 Jul 12 17:26:05.307215 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-bb85b413-07e7-484e-840d-c317166161a1 service neutron] 10.222.0.62 "GET /v2.0/networks/a1c4c8d6-44ae-4705-be56-d1adafe05772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118546 Jul 12 17:26:05.321559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:05.321559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:05.369496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-e408136f-b383-480c-9273-0d026b255338 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612078 Jul 12 17:26:05.469107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9222-8bec-4219-8930-c0d59aee36fb None None] Pushing event updated for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:05.512723 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:26:05.534743 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:05.536004 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:05.536703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:05.544327 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 20c3acd6-90d0-49be-b34c-41da332f30a0 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:05.544755 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:05.629822 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 2, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:05.683022 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed067528-d973-4362-be98-f19c221c884f None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:26:05.683595 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed067528-d973-4362-be98-f19c221c884f None None] Updating router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 port fddbd5bc-b748-4374-946e-98c265451af8 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:26:05.719379 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fddbd5bc-b748-4374-946e-98c265451af8), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:05.758319 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 20c3acd6-90d0-49be-b34c-41da332f30a0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=20c3acd6-90d0-49be-b34c-41da332f30a0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:05.779773 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:05.781082 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:05.821933 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Current status of the port cc3d24a3-87a9-4446-a56c-b0608af8647a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:05.822544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:05.876794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:05.882586 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:05.991978 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 3c14aa12-566f-4f55-90b5-93b5aabf3b5e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:06.067254 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=20c3acd6-90d0-49be-b34c-41da332f30a0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:06.101056 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:06.130094 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] For port cc3d24a3-87a9-4446-a56c-b0608af8647a, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=cc3d24a3-87a9-4446-a56c-b0608af8647a,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:06.161898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.166951 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks [] for port (fddbd5bc-b748-4374-946e-98c265451af8), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.190877 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.258247 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1148c-f95b-4a16-9844-363cf197a7a7 None None] Pushing event updated for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:06.359969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37288) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:06.364969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044058006', 'description': 'tempest-description--1733451990'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:06.369457 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-c4a7f3c1-4cec-403a-a0ac-b1013a0383bc None None] Provisioning complete for port cc3d24a3-87a9-4446-a56c-b0608af8647a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:06.370461 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c4a7f3c1-4cec-403a-a0ac-b1013a0383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.372364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:06.373258 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.379669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe3e09-23fe-4e27-a3da-8d892c8e28dd None None] Pushing event updated for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:06.453813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-9f5c7eba-3c1d-483a-83eb-b7c0084f1d7f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:26:06.465805 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-9f5c7eba-3c1d-483a-83eb-b7c0084f1d7f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6651764 Jul 12 17:26:06.578675 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ed067528-d973-4362-be98-f19c221c884f None None] Attempting to bind port fddbd5bc-b748-4374-946e-98c265451af8 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:06.579983 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ed067528-d973-4362-be98-f19c221c884f None None] Attempting to bind port fddbd5bc-b748-4374-946e-98c265451af8 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:06.580443 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed067528-d973-4362-be98-f19c221c884f None None] Attempting to bind port fddbd5bc-b748-4374-946e-98c265451af8 on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:06.591374 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed067528-d973-4362-be98-f19c221c884f None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:06.592751 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed067528-d973-4362-be98-f19c221c884f None None] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:06.596977 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.597464 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed067528-d973-4362-be98-f19c221c884f None None] Bound using segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:06.598119 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ed067528-d973-4362-be98-f19c221c884f None None] Bound port: fddbd5bc-b748-4374-946e-98c265451af8, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:06.598611 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fddbd5bc-b748-4374-946e-98c265451af8), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.614306 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:06.760448 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:58Z', 'revision_number': 4, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'cc3d24a3-87a9-4446-a56c-b0608af8647a', 'name': '', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'mac_address': 'fa:16:3e:d6:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:57Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'subnets': [{'id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:06.813888 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:06.823499 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.825502 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ed067528-d973-4362-be98-f19c221c884f None None] For port fddbd5bc-b748-4374-946e-98c265451af8, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:06.830379 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ed067528-d973-4362-be98-f19c221c884f None None] For port fddbd5bc-b748-4374-946e-98c265451af8, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=fddbd5bc-b748-4374-946e-98c265451af8,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:06.831960 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3520c335-c1af-4e02-a4b9-3d02a9e8c07c req-facdf4e9-fcd8-4896-97ce-7d15366ae113 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.2803884 Jul 12 17:26:06.854951 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ed067528-d973-4362-be98-f19c221c884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:06.892175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad8431-f1aa-4f80-907f-b10ecc10fbf8 None None] The sync data for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi is: [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:25:58Z', 'revision_number': 4, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'cc3d24a3-87a9-4446-a56c-b0608af8647a', 'name': '', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'mac_address': 'fa:16:3e:d6:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:57Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'subnets': [{'id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:06.977448 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:06.978684 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:07.008214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7f3c1-4cec-403a-a0ac-b1013a0383bc None None] Current status of the port cc3d24a3-87a9-4446-a56c-b0608af8647a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:07.023003 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:07.054620 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:07.116224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (ee229307-9d32-4d26-9f8c-8ebd50dfcbcd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.130218 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:26:07.130697 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ee229307-9d32-4d26-9f8c-8ebd50dfcbcd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.133617 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Updating router c01df056-1004-4e2b-8c68-d0ce12b8b18a port f7e374ee-9446-4368-9ac9-27abde07d8d6 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:26:07.181770 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1148c-f95b-4a16-9844-363cf197a7a7 None None] Pushing event updated for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:07.258710 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Provisioning complete for port fddbd5bc-b748-4374-946e-98c265451af8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:07.259093 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (fddbd5bc-b748-4374-946e-98c265451af8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.260934 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:07.266560 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:07.266742 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:07.274201 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.275475 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-75db0478-1ee6-4c07-9b4b-c3fc45cd34b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9144711 Jul 12 17:26:07.278549 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37344) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:07.284899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': 'ee229307-9d32-4d26-9f8c-8ebd50dfcbcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:07.302952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.305807 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-61fe8c99-0f04-4850-acd0-e2a9dd4ef1f7 service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8267729 Jul 12 17:26:07.369640 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:07.412015 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (f32f063b-321f-4fb2-af0c-d2047012876b), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.542613 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:07.595521 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-9dcb0c28-460f-4c0d-a698-2f19c7a4742a service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769051 Jul 12 17:26:07.706138 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (f32f063b-321f-4fb2-af0c-d2047012876b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.713082 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (f32f063b-321f-4fb2-af0c-d2047012876b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.727434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f063b-321f-4fb2-af0c-d2047012876b,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:07.792078 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.795311 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8f6f3e52-7809-4e1f-be0e-8704079cccd3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5143285 Jul 12 17:26:07.797939 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37366) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:07.804819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': 'ee229307-9d32-4d26-9f8c-8ebd50dfcbcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:07.851556 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Current status of the port fddbd5bc-b748-4374-946e-98c265451af8 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:07.852497 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fddbd5bc-b748-4374-946e-98c265451af8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:07.911492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (8c74ce15-842a-49ce-b709-71e1d55aed57), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.066105 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] For port fddbd5bc-b748-4374-946e-98c265451af8, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=fddbd5bc-b748-4374-946e-98c265451af8,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:08.077254 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.122782 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ed067528-d973-4362-be98-f19c221c884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:06Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:08.203862 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (8c74ce15-842a-49ce-b709-71e1d55aed57), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.210275 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device cc3d24a3-87a9-4446-a56c-b0608af8647a up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:08.218042 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed067528-d973-4362-be98-f19c221c884f None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:06Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:08.219222 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (8c74ce15-842a-49ce-b709-71e1d55aed57), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.264212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c74ce15-842a-49ce-b709-71e1d55aed57,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:08.304963 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.310936 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d789ecd1-55c3-4b88-9142-1da9c6955f0d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5081644 Jul 12 17:26:08.311081 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37392) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:08.316744 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:08.385294 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:08.391815 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c8cac9a-69dc-4f76-9a5c-396cfc005ed5 req-5f29188d-315d-4035-9402-730b5680913e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.0929275 Jul 12 17:26:08.774136 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-70168da9-d1f8-4dfb-b405-7c7dbe1d0de4 req-af3282ec-db8c-4958-b087-d68c3e54af59 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 210 time: 0.1184876 Jul 12 17:26:08.926876 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77675958-009b-401c-bab9-3cb872acf9d7 None None] Pushing event updated for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:09.020722 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-626818a6-4c8d-49e1-8aa0-cf009e99575c None None] Provisioning complete for port fddbd5bc-b748-4374-946e-98c265451af8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:09.021779 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-626818a6-4c8d-49e1-8aa0-cf009e99575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (fddbd5bc-b748-4374-946e-98c265451af8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:09.076973 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port cc3d24a3-87a9-4446-a56c-b0608af8647a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:09.077727 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:09.130157 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks [] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:09.182349 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:09.203024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:09.316494 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:09.431177 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port cc3d24a3-87a9-4446-a56c-b0608af8647a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:09.432704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 20c3acd6-90d0-49be-b34c-41da332f30a0 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:09.457270 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:09.461473 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:09.509054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-626818a6-4c8d-49e1-8aa0-cf009e99575c None None] Current status of the port fddbd5bc-b748-4374-946e-98c265451af8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:09.522143 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.27.0.49 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:09.584682 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44976-f765-4f2e-af31-78d83e0af7a9 None None] Pushing event updated for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:09.675196 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bf9f585d-e15f-4da0-96d1-28cb95ad9204 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:09.682436 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bf9f585d-e15f-4da0-96d1-28cb95ad9204 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.3260503 Jul 12 17:26:09.733393 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-e087c5f4-4f0d-4c0b-8264-fa6315fc0cd7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/quotas/13884af024db42bcb013e475df0a53f0 HTTP/1.1" status: 200 len: 375 time: 0.0487742 Jul 12 17:26:09.906372 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.66', 59015) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:09.979005 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Attempting to bind port f7e374ee-9446-4368-9ac9-27abde07d8d6 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:09.979581 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Attempting to bind port f7e374ee-9446-4368-9ac9-27abde07d8d6 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:09.995214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Attempting to bind port f7e374ee-9446-4368-9ac9-27abde07d8d6 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:10.051795 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 20c3acd6-90d0-49be-b34c-41da332f30a0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:10.066466 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.073271 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:10.083314 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:10.084986 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.085628 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:10.087609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Bound port: f7e374ee-9446-4368-9ac9-27abde07d8d6, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:10.088808 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.131600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.149429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-38f4a1f1-19f9-4692-b413-650c107e7e2d None None] Provisioning complete for port f7e374ee-9446-4368-9ac9-27abde07d8d6 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:10.153725 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-38f4a1f1-19f9-4692-b413-650c107e7e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.171668 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37516) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:10.228716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37528) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:10.380329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] For port f7e374ee-9446-4368-9ac9-27abde07d8d6, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:10.388064 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] For port f7e374ee-9446-4368-9ac9-27abde07d8d6, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=f7e374ee-9446-4368-9ac9-27abde07d8d6,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:10.452706 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-64b100ce-9c62-434a-ac98-414237a7c3f2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7161050 Jul 12 17:26:10.471993 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:10.493616 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:10.625861 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db16f5e8-cffa-47e3-942c-2d4b3c4b52cb req-7335ed2f-2aee-4cd7-a293-8ff47b19dcb2 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.1569328 Jul 12 17:26:10.788688 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-38f4a1f1-19f9-4692-b413-650c107e7e2d None None] Port f7e374ee-9446-4368-9ac9-27abde07d8d6 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:10.836007 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-35fb60e9-2018-440d-af83-44e6a818054a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:10.837599 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-35fb60e9-2018-440d-af83-44e6a818054a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.66 "GET /v2.0/networks?id=a1c4c8d6-44ae-4705-be56-d1adafe05772 HTTP/1.1" status: 200 len: 812 time: 0.9278040 Jul 12 17:26:10.870072 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:26:10.871054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:25:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:10.920533 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Request body: {'port': {'device_id': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'admin_state_up': True, 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:10.958900 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-f2b05fe7-74f9-4365-aadf-61d0792cb2d3 service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052736 Jul 12 17:26:11.058170 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:26:11.059603 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37554) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:11.152960 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:11.161788 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 20c3acd6-90d0-49be-b34c-41da332f30a0 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:11.188463 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44976-f765-4f2e-af31-78d83e0af7a9 None None] Pushing event updated for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:11.228571 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-3f212949-79ae-4368-a440-a654e98deaa9 service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591703 Jul 12 17:26:11.240067 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.269022 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:11.393220 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device fddbd5bc-b748-4374-946e-98c265451af8 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:11.436521 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9566c68-c8ea-43ad-903a-d950ad50c85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.467270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Provisioning complete for port f7e374ee-9446-4368-9ac9-27abde07d8d6 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:11.467656 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.492271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.66', 59021) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:11.505574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86ee2172-2dbb-4a39-9bf3-a625eb154127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.586297 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port fddbd5bc-b748-4374-946e-98c265451af8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:11.586679 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (fddbd5bc-b748-4374-946e-98c265451af8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.638881 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1526a36a-2786-4216-a416-123531848f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.677745 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:11.712685 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:11.720036 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:11.735712 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d04c557-5ce7-4e08-ac43-a07302e72fde req-ee73f3a2-a723-4f5e-bd62-2fd5ea406320 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 210 time: 0.1181061 Jul 12 17:26:11.736976 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:11.787550 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:10Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:26:11.805741 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:11.824737 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-6d657bbe-1630-4451-ac3a-3f0f8783c05d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:11.825078 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf350350-37c0-4b5c-b004-f24cddb580f3 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:10Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:26:11.826605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-6d657bbe-1630-4451-ac3a-3f0f8783c05d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.3333600 Jul 12 17:26:11.843882 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Current status of the port f7e374ee-9446-4368-9ac9-27abde07d8d6 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:11.844822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:11.849346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'port': {'device_id': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'admin_state_up': True, 'tenant_id': '13884af024db42bcb013e475df0a53f0'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:11.921121 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-257b6b4a-9a66-46d9-a9f8-1824616597a7 req-a6a1b2f2-e1f6-469b-913c-8cd28ea288d7 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.0849824 Jul 12 17:26:11.940694 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] For port f7e374ee-9446-4368-9ac9-27abde07d8d6, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=f7e374ee-9446-4368-9ac9-27abde07d8d6,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:11.961484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.070073 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port fddbd5bc-b748-4374-946e-98c265451af8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:12.114964 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:12.130256 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc19cc-a3e0-494c-8f33-17653751168d None None] Pushing event updated for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:12.155713 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Made reservation on behalf of fac7ab2675b74a88bc33a21ffbc31586 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:26:12.160192 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.269738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Made reservation on behalf of 13884af024db42bcb013e475df0a53f0 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:26:12.274825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.420157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:12.679376 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86ee2172-2dbb-4a39-9bf3-a625eb154127 admin admin] Publish callbacks [] for security_group (4b615bfc-b086-43d0-8114-b42fb5e8e025), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.713477 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1526a36a-2786-4216-a416-123531848f6b admin admin] Publish callbacks [] for security_group (68b70f33-c4d7-4058-855c-e646a23b7308), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.740796 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9566c68-c8ea-43ad-903a-d950ad50c85f admin admin] Publish callbacks [] for security_group (1d3ca670-13e2-4e97-9a8d-5dc9df6f74de), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.742893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.764828 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86ee2172-2dbb-4a39-9bf3-a625eb154127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (4b615bfc-b086-43d0-8114-b42fb5e8e025), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.837318 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1526a36a-2786-4216-a416-123531848f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (68b70f33-c4d7-4058-855c-e646a23b7308), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.842221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Allocated IP 172.20.0.14 (5a270b63-04b7-42b7-ba5e-a9545ef80e4a/07296860-a1da-420d-bbd9-a72881a0dc56/139b5be4-a836-4dac-8cf5-8f90d7599330) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:12.915600 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1526a36a-2786-4216-a416-123531848f6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=247eb51a4dcc4174b8ef2f11b432f7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4408770 Jul 12 17:26:12.916600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9566c68-c8ea-43ad-903a-d950ad50c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1d3ca670-13e2-4e97-9a8d-5dc9df6f74de), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:12.925664 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37610) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:13.088538 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8ed9d2e-acb5-4ef1-b834-0e234018589e req-af5272a3-7e27-459c-93e8-8181a1611840 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.0633488 Jul 12 17:26:13.131296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-406ee121-9d2e-4227-bb44-1281193baaf6 req-51be939c-f362-4ef1-a47b-8965854459cf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 210 time: 0.0474453 Jul 12 17:26:13.204538 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Allocated IP 172.20.0.4 (a1c4c8d6-44ae-4705-be56-d1adafe05772/7f4756dd-a162-4c4b-b334-1a8d6f9877a3/7fe73886-acc0-410d-b06c-1db1396a9c76) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:13.222118 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d9566c68-c8ea-43ad-903a-d950ad50c85f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d90edd6f5e304b669c5ba857293c8e28&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0354986 Jul 12 17:26:13.222315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37620) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:13.248911 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-86ee2172-2dbb-4a39-9bf3-a625eb154127 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d918cabb3b64aa4a2cc2a28a1801c68&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1781619 Jul 12 17:26:13.249826 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37624) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:13.255896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.261771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:13.317802 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:13.319165 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee2172-2dbb-4a39-9bf3-a625eb154127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b615bfc-b086-43d0-8114-b42fb5e8e025,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:13.328067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.347693 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device f7e374ee-9446-4368-9ac9-27abde07d8d6 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:13.389345 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.400647 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] Publish callbacks [] for security_group (1d3ca670-13e2-4e97-9a8d-5dc9df6f74de), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.423392 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] Publish callbacks [] for security_group (1d3ca670-13e2-4e97-9a8d-5dc9df6f74de), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.432778 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port f7e374ee-9446-4368-9ac9-27abde07d8d6 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:13.433293 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.467405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:13.482717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:13.489165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:13.565715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:13.566652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.582482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1d3ca670-13e2-4e97-9a8d-5dc9df6f74de), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.585847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.604958 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d3ca670-13e2-4e97-9a8d-5dc9df6f74de HTTP/1.1" status: 204 len: 168 time: 0.3635070 Jul 12 17:26:13.662824 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:13.664530 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port f7e374ee-9446-4368-9ac9-27abde07d8d6 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:13.676179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:13.683495 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89b358-697f-4cc4-a2d7-e7e505df354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ca670-13e2-4e97-9a8d-5dc9df6f74de,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:13.699057 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-c078d705-05ec-4b76-9c30-b360ba73f274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8511105 Jul 12 17:26:13.773712 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] Publish callbacks [] for security_group (68b70f33-c4d7-4058-855c-e646a23b7308), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.781390 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] Publish callbacks [] for security_group (4b615bfc-b086-43d0-8114-b42fb5e8e025), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.880814 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] Publish callbacks [] for security_group (4b615bfc-b086-43d0-8114-b42fb5e8e025), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:13.943446 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a36a-2786-4216-a416-123531848f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b70f33-c4d7-4058-855c-e646a23b7308,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:14.008050 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-655ac623-7ff9-487d-8020-1daa1a43e279 None None] Provisioning complete for port 139b5be4-a836-4dac-8cf5-8f90d7599330 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:14.008443 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-655ac623-7ff9-487d-8020-1daa1a43e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.089502 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-655ac623-7ff9-487d-8020-1daa1a43e279 None None] Port 139b5be4-a836-4dac-8cf5-8f90d7599330 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:14.323396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-fcb21ed0-f2a3-472b-bdd5-1692ef3fd4a2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:26:14.323396 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-fcb21ed0-f2a3-472b-bdd5-1692ef3fd4a2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0671556 Jul 12 17:26:14.332036 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-82319eb8-5908-489f-bfbf-24a042b2e4b5 req-57a5e582-7565-48d9-9bca-7b03c95ee3fb tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.1109602 Jul 12 17:26:14.335030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9566c68-c8ea-43ad-903a-d950ad50c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ca670-13e2-4e97-9a8d-5dc9df6f74de,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:14.363487 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] Publish callbacks [] for security_group (68b70f33-c4d7-4058-855c-e646a23b7308), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.363487 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks [] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.409345 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:14.537833 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.567067 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.600551 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e60016d-49ad-4ec4-a5f5-cb2cb0b9ed98 req-97558738-cf8a-4d25-a41a-8f39d44611f7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 210 time: 0.2084460 Jul 12 17:26:14.664106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.66', 59031) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:14.763589 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (4b615bfc-b086-43d0-8114-b42fb5e8e025), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.771168 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.774496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-53edc4a2-3079-4de0-b10e-3f80cd0c610e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:14.776840 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-53edc4a2-3079-4de0-b10e-3f80cd0c610e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.2478447 Jul 12 17:26:14.783174 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b615bfc-b086-43d0-8114-b42fb5e8e025 HTTP/1.1" status: 204 len: 168 time: 1.5141861 Jul 12 17:26:14.836193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Request body: {'port': {'device_id': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:14.875348 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c454c7-9996-444f-bec4-f45c1bb2df7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b615bfc-b086-43d0-8114-b42fb5e8e025,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:14.886290 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:14.930858 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.947250 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.957167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.964149 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (68b70f33-c4d7-4058-855c-e646a23b7308), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.966474 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:14.970041 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68b70f33-c4d7-4058-855c-e646a23b7308 HTTP/1.1" status: 204 len: 168 time: 2.0038257 Jul 12 17:26:14.986991 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:14.991639 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7993c3-aa01-401f-afc1-9ee4d5b0e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b70f33-c4d7-4058-855c-e646a23b7308,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:15.007777 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'port': {'device_id': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'admin_state_up': True, 'tenant_id': '13884af024db42bcb013e475df0a53f0'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:15.113890 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:15.115278 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c0f98f8c-5fb2-484f-ae17-4154b18b6e34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8024220 Jul 12 17:26:15.150874 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:15.152270 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Pushing event updated for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:15.170737 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:15.178908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:15.309269 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:15.309970 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:15.364035 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-3593fa11-04f5-4c09-a809-3ceec77c02f1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4573364 Jul 12 17:26:15.520657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d7803486-65e5-4f67-940d-cc32d80d17c7 None None] Provisioning complete for port 7fe73886-acc0-410d-b06c-1db1396a9c76 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:15.521278 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d7803486-65e5-4f67-940d-cc32d80d17c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:15.570221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:15.632289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:15.635403 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d7803486-65e5-4f67-940d-cc32d80d17c7 None None] Port 7fe73886-acc0-410d-b06c-1db1396a9c76 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:15.688787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:15.744525 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Made reservation on behalf of 13884af024db42bcb013e475df0a53f0 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:26:15.748557 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:15.792015 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f54d7-3371-4ace-a9d9-77d8c35d91ec req-fad970f8-da88-4923-b2e5-c5a7de9cc610 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:15.793529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-730f54d7-3371-4ace-a9d9-77d8c35d91ec req-fad970f8-da88-4923-b2e5-c5a7de9cc610 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.3248348 Jul 12 17:26:15.918643 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37700) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:15.927969 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-1c581490-1538-4ad5-9c30-6ecbd72d4e49 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2044058006&fields=id&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 267 time: 0.1849585 Jul 12 17:26:15.935467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c488a0b0-fd25-474f-b7c2-a032f060dbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.017395 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37702) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:16.039894 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-730f54d7-3371-4ace-a9d9-77d8c35d91ec req-ad798a8d-d7bf-4df4-b02e-527c6b464625 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015953 Jul 12 17:26:16.040255 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd854-aea9-423c-86f1-04a2aab4564a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.058357 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c488a0b0-fd25-474f-b7c2-a032f060dbc4 admin admin] Publish callbacks [] for security_group (34c797e3-9fc6-4cb6-b243-ec1ae766cd24), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.070265 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:16.072983 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c488a0b0-fd25-474f-b7c2-a032f060dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (34c797e3-9fc6-4cb6-b243-ec1ae766cd24), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.136733 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a0b0-fd25-474f-b7c2-a032f060dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c797e3-9fc6-4cb6-b243-ec1ae766cd24,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:16.145668 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c488a0b0-fd25-474f-b7c2-a032f060dbc4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37f44659ac6840a4a2c12ceecc642bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256279 Jul 12 17:26:16.146006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37704) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:16.173639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-754f9603-72bd-47c6-b219-b0cb4fec5180 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:16.175111 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-754f9603-72bd-47c6-b219-b0cb4fec5180 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.2264783 Jul 12 17:26:16.177058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139b5be4-a836-4dac-8cf5-8f90d7599330 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:16.184097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd854-aea9-423c-86f1-04a2aab4564a admin admin] Publish callbacks [] for security_group (46c3bd41-5c79-4723-90b4-0bbca6f106f5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.187079 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd854-aea9-423c-86f1-04a2aab4564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (46c3bd41-5c79-4723-90b4-0bbca6f106f5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.191259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d913b1d5-2c39-459e-b3ba-8b5f110f07d2 req-00c18e31-e944-4a61-854c-6f1269b33e4d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 210 time: 0.0662286 Jul 12 17:26:16.195663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks [] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.232613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-1f378bb3-95fc-4fe5-b4cb-3ceccb329c1c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/quotas/4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 375 time: 0.0497644 Jul 12 17:26:16.236381 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bd854-aea9-423c-86f1-04a2aab4564a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3bd41-5c79-4723-90b4-0bbca6f106f5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:16.241590 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Transition to ACTIVE for port object 139b5be4-a836-4dac-8cf5-8f90d7599330 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:26:16.244083 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3b2bd854-aea9-423c-86f1-04a2aab4564a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96ea65cbe62c4c79adeff0372ae17c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255046 Jul 12 17:26:16.244774 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37708) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:16.259922 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.359039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] Publish callbacks [] for security_group (34c797e3-9fc6-4cb6-b243-ec1ae766cd24), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.422287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:16.427677 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Allocated IP 172.20.0.12 (5a270b63-04b7-42b7-ba5e-a9545ef80e4a/07296860-a1da-420d-bbd9-a72881a0dc56/3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:16.452805 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] Publish callbacks [] for security_group (34c797e3-9fc6-4cb6-b243-ec1ae766cd24), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.457029 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Pushing event updated for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:16.482287 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-e2423416-0a09-4f97-b477-b8429d47e2aa tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2026074 Jul 12 17:26:16.533924 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] Publish callbacks [] for security_group (46c3bd41-5c79-4723-90b4-0bbca6f106f5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.563343 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:16.698269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] Publish callbacks [] for security_group (46c3bd41-5c79-4723-90b4-0bbca6f106f5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.758253 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (34c797e3-9fc6-4cb6-b243-ec1ae766cd24), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.760705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.764206 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34c797e3-9fc6-4cb6-b243-ec1ae766cd24 HTTP/1.1" status: 204 len: 168 time: 0.6130183 Jul 12 17:26:16.844626 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775f3e5-766d-4423-a7ab-b6d589990b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c797e3-9fc6-4cb6-b243-ec1ae766cd24,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:16.851531 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Attempting to bind port 139b5be4-a836-4dac-8cf5-8f90d7599330 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:16.851804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Attempting to bind port 139b5be4-a836-4dac-8cf5-8f90d7599330 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:16.852329 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Attempting to bind port 139b5be4-a836-4dac-8cf5-8f90d7599330 on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:16.868574 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-a0eb566c-1c02-496b-8f94-12553901fbae service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357420 Jul 12 17:26:16.871689 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Port 139b5be4-a836-4dac-8cf5-8f90d7599330 on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:26:16.872207 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Attempting to bind port 139b5be4-a836-4dac-8cf5-8f90d7599330 on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:16.887951 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:16.888439 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:16.889100 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Bound using segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:16.889590 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Bound port: 139b5be4-a836-4dac-8cf5-8f90d7599330, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:16.890058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.928981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (46c3bd41-5c79-4723-90b4-0bbca6f106f5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.931470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.932794 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46c3bd41-5c79-4723-90b4-0bbca6f106f5 HTTP/1.1" status: 204 len: 168 time: 0.6871300 Jul 12 17:26:16.967330 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:16.969733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5c19a-d90a-492f-87fc-dc2b3a1b38f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3bd41-5c79-4723-90b4-0bbca6f106f5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:17.056900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:17.100848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:17.106277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-f86f322c-8971-4cc8-b50c-053af06332cd service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198663 Jul 12 17:26:17.111319 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.116345 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37752) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:17.149507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=139b5be4-a836-4dac-8cf5-8f90d7599330,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:17.180895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:17.185266 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.190732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:17.196342 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:17.200969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:17.344732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:17.348075 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.350624 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] 10.222.0.66 "PUT /v2.0/ports/139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 1094 time: 2.6383598 Jul 12 17:26:17.351282 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:17.402004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da492f-ef58-4de4-b627-a2faea08f5fd req-281518eb-8aad-4fc2-b770-96a8e5d8991a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:17.410739 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05da492f-ef58-4de4-b627-a2faea08f5fd req-281518eb-8aad-4fc2-b770-96a8e5d8991a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.2106922 Jul 12 17:26:17.418314 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:17.418940 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.442116 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628311c-f699-4a7a-9337-c0b80191a6db service neutron] Pushing event updated for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:17.574589 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a801e66b-a5b8-49ec-aa45-b8fffcace528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.593437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:17.598770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b860f041-c76f-4e65-aa38-2bc97eaebea8 None None] Provisioning complete for port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:17.603610 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b860f041-c76f-4e65-aa38-2bc97eaebea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.717272 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b860f041-c76f-4e65-aa38-2bc97eaebea8 None None] Port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:17.844069 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-cbd7e0a1-148d-488d-8264-6c323afca6c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8571556 Jul 12 17:26:17.906801 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05da492f-ef58-4de4-b627-a2faea08f5fd req-12d3b231-f69c-47f9-a889-e8631a58317b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951067 Jul 12 17:26:17.911471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a801e66b-a5b8-49ec-aa45-b8fffcace528 admin admin] Publish callbacks [] for security_group (54a24286-cb7b-4462-8f1a-d814cec76bcb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.921724 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a801e66b-a5b8-49ec-aa45-b8fffcace528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54a24286-cb7b-4462-8f1a-d814cec76bcb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:17.967132 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5642920-7024-41b1-9b99-53524620c7d0 req-d1da4fa6-57ef-421c-8eb0-ba5179f8d3a4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:17.976203 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e5642920-7024-41b1-9b99-53524620c7d0 req-d1da4fa6-57ef-421c-8eb0-ba5179f8d3a4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.5478108 Jul 12 17:26:18.052300 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a801e66b-a5b8-49ec-aa45-b8fffcace528 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00e00d4cbe934d3ea79fa563b5df7724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9315743 Jul 12 17:26:18.056016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 37794) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:18.057477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:18.077801 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e5642920-7024-41b1-9b99-53524620c7d0 req-966c3fa0-0109-48b9-91c0-b223582a2cbe tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002803 Jul 12 17:26:18.107633 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e66b-a5b8-49ec-aa45-b8fffcace528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a24286-cb7b-4462-8f1a-d814cec76bcb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:18.144104 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e1541fc-72ad-47b3-9c10-b3f3643c28bd req-a8c222a1-ca52-4c13-b68a-922bb122dcb2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0631590 Jul 12 17:26:18.209285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] Publish callbacks [] for security_group (54a24286-cb7b-4462-8f1a-d814cec76bcb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:18.242939 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] Publish callbacks [] for security_group (54a24286-cb7b-4462-8f1a-d814cec76bcb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:18.271039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1f247-f172-4f37-aeae-75668473f4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:18.309384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54a24286-cb7b-4462-8f1a-d814cec76bcb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:18.312387 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:18.313509 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54a24286-cb7b-4462-8f1a-d814cec76bcb HTTP/1.1" status: 204 len: 168 time: 0.2338824 Jul 12 17:26:18.322984 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728608d0-ddf2-41db-9514-551fc915a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a24286-cb7b-4462-8f1a-d814cec76bcb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:18.434947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b895f63-fe11-4f16-bf8a-02e812748fd9 x-openstack-request-id: req-1b895f63-fe11-4f16-bf8a-02e812748fd9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:18.435639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:18.436113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b895f63-fe11-4f16-bf8a-02e812748fd9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:18.436730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b895f63-fe11-4f16-bf8a-02e812748fd9'] response: {'name': 'network-changed', 'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330', 'status': 'completed', 'code': 200} Jul 12 17:26:19.028530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e4fa3-2bba-4145-9e54-445d67f1abd7 req-3f5deb15-3e5b-4a74-baa0-32a5c39b5a68 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:19.030810 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab8e4fa3-2bba-4145-9e54-445d67f1abd7 req-3f5deb15-3e5b-4a74-baa0-32a5c39b5a68 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.0538788 Jul 12 17:26:19.091010 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab8e4fa3-2bba-4145-9e54-445d67f1abd7 req-f8eb9951-8aaa-4cdd-9b5a-5a65b72f1808 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533237 Jul 12 17:26:19.253208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be6ad-eb0f-4d4d-90cf-e2e81c3b1a71 req-51bc4edb-714a-475e-bbca-07b82ec64696 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:19.254785 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-066be6ad-eb0f-4d4d-90cf-e2e81c3b1a71 req-51bc4edb-714a-475e-bbca-07b82ec64696 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.0843768 Jul 12 17:26:19.343561 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55ac2e63-6713-4bdf-8871-312b1cc70b87 req-22c2213e-6265-4bcf-b6f7-08f90514fc60 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0567858 Jul 12 17:26:19.371876 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-066be6ad-eb0f-4d4d-90cf-e2e81c3b1a71 req-3fde7b05-ae69-4e4c-a725-7e3e3dc892f4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064923 Jul 12 17:26:20.273601 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:20.324150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d36e5f-bd14-447c-bc35-ead5112cea7f req-c5d78fd0-d804-4ec6-a189-52c91da32f09 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:20.331726 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05d36e5f-bd14-447c-bc35-ead5112cea7f req-c5d78fd0-d804-4ec6-a189-52c91da32f09 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.0683770 Jul 12 17:26:20.400980 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05d36e5f-bd14-447c-bc35-ead5112cea7f req-7fbaedc7-e2f1-4727-bab0-7facd222ff4b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681810 Jul 12 17:26:20.563165 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4895a4cf-81d8-426b-a138-5b8dcc97270f req-90ac7e9b-7592-47e4-bfd2-c55a0ede5d6c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0440376 Jul 12 17:26:20.601501 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d28db0-b979-45c9-89f1-9001f3229d03 req-c4da92b5-cc4d-4fa5-be38-385b3b17c77d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:20.610756 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19d28db0-b979-45c9-89f1-9001f3229d03 req-c4da92b5-cc4d-4fa5-be38-385b3b17c77d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.1325688 Jul 12 17:26:20.684698 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19d28db0-b979-45c9-89f1-9001f3229d03 req-7321c080-4bf6-4ed8-be4e-b43bb5ec567d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Jul 12 17:26:20.863629 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37922) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:21.293327 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd57ee41-040d-4cba-8d29-c9b2a1b1692c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.467434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd57ee41-040d-4cba-8d29-c9b2a1b1692c admin admin] Publish callbacks [] for security_group (dad798d2-9168-451f-af0a-4214a8ad37f5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.482776 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd57ee41-040d-4cba-8d29-c9b2a1b1692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dad798d2-9168-451f-af0a-4214a8ad37f5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.569723 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57ee41-040d-4cba-8d29-c9b2a1b1692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad798d2-9168-451f-af0a-4214a8ad37f5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:21.574048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73dd9c2f-e71a-4883-ad61-31e81deaf308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.592727 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bd57ee41-040d-4cba-8d29-c9b2a1b1692c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0779905fee640b4834c5ae729decb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7307415 Jul 12 17:26:21.595573 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 37958) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:21.655365 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:DELETE=1,neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:21.693836 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] Publish callbacks [] for security_group (dad798d2-9168-451f-af0a-4214a8ad37f5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.704896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb9085-d3c1-4c25-9a70-58d08188e9ed req-24a6b255-e29a-47cb-af2d-d9f7e3e54530 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:21.722694 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81fb9085-d3c1-4c25-9a70-58d08188e9ed req-24a6b255-e29a-47cb-af2d-d9f7e3e54530 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.1826837 Jul 12 17:26:21.730131 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] Publish callbacks [] for security_group (dad798d2-9168-451f-af0a-4214a8ad37f5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.765038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:21.811285 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dad798d2-9168-451f-af0a-4214a8ad37f5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.814891 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:21.818996 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dad798d2-9168-451f-af0a-4214a8ad37f5 HTTP/1.1" status: 204 len: 168 time: 0.2208471 Jul 12 17:26:21.831103 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0cab848-1cfd-4012-bc3c-a6a33bf3fdfc req-3e5af0a7-c78a-4598-9bfe-24823e97595d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.1034193 Jul 12 17:26:21.847043 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450d7b4-4eb2-4fd8-88e0-5922cca163fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad798d2-9168-451f-af0a-4214a8ad37f5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:21.941562 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81fb9085-d3c1-4c25-9a70-58d08188e9ed req-d54e16ac-5640-4344-8eb5-52917f66d998 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176552 Jul 12 17:26:22.102011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6243-9c27-4017-a472-f4dc646d9dd7 req-18363f5b-5462-4fed-86ab-159b2b98be4b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:22.115446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce6b6243-9c27-4017-a472-f4dc646d9dd7 req-18363f5b-5462-4fed-86ab-159b2b98be4b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.1178184 Jul 12 17:26:22.214063 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce6b6243-9c27-4017-a472-f4dc646d9dd7 req-23ad9b0a-dc83-4a15-b37e-6340bd7909a8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Jul 12 17:26:23.003342 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-289b5144-0991-4c58-a806-2782f213dee2 req-ead708df-4d9a-4333-8666-a3ca703f9a11 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0638845 Jul 12 17:26:23.214712 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7fc0c-1726-46f2-b3ba-36b8c55ee611 req-d5e7714d-1373-49bf-81ff-c4cb8ff05d93 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:23.222352 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16c7fc0c-1726-46f2-b3ba-36b8c55ee611 req-d5e7714d-1373-49bf-81ff-c4cb8ff05d93 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.1504772 Jul 12 17:26:23.289004 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16c7fc0c-1726-46f2-b3ba-36b8c55ee611 req-c90bc4a1-ad54-4cab-91a5-ed1a57a7ea0a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640955 Jul 12 17:26:23.370895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430b538-a83a-408a-924c-d2d8fe1d8999 req-1f03de50-3310-46ab-9ae3-4c0fa0541c5e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:23.372487 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5430b538-a83a-408a-924c-d2d8fe1d8999 req-1f03de50-3310-46ab-9ae3-4c0fa0541c5e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.0807867 Jul 12 17:26:23.452131 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5430b538-a83a-408a-924c-d2d8fe1d8999 req-34374ddd-0157-46f4-8eef-53c2d0ad1b36 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735760 Jul 12 17:26:23.839899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38076) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:23.878075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45776650-a0ad-44fb-af64-b3efb9f8f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.202528 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3902f3b3-8738-4a07-855b-3051665d494e req-9aaeecd9-f3ab-4f6b-81ab-f12b1a38d14b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0790336 Jul 12 17:26:24.250777 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b327-1cb0-47d6-a2db-d2911abe1caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.373698 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b327-1cb0-47d6-a2db-d2911abe1caa admin admin] Publish callbacks [] for security_group (5ac23b30-c4df-4bc6-84a2-f17c2c6147f8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.386662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b327-1cb0-47d6-a2db-d2911abe1caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5ac23b30-c4df-4bc6-84a2-f17c2c6147f8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.427051 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e1d5b327-1cb0-47d6-a2db-d2911abe1caa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b51ed18dc1341cc96cb685b4a88a0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5860102 Jul 12 17:26:24.434711 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38102) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:24.485804 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5b327-1cb0-47d6-a2db-d2911abe1caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac23b30-c4df-4bc6-84a2-f17c2c6147f8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:24.572355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28784d96-1714-4956-9e00-d858f1ae0582 req-f9a2982a-7208-42ae-aee0-c7b343ca0a26 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:24.584445 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28784d96-1714-4956-9e00-d858f1ae0582 req-f9a2982a-7208-42ae-aee0-c7b343ca0a26 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 931 time: 0.1773393 Jul 12 17:26:24.608123 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] Publish callbacks [] for security_group (5ac23b30-c4df-4bc6-84a2-f17c2c6147f8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.659816 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] Publish callbacks [] for security_group (5ac23b30-c4df-4bc6-84a2-f17c2c6147f8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.689178 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84dd40-4246-486f-9fef-da76848bf00d req-ee5e9dbb-9054-427a-a617-8fcff90412da tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:24.697191 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f84dd40-4246-486f-9fef-da76848bf00d req-ee5e9dbb-9054-427a-a617-8fcff90412da tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.1024821 Jul 12 17:26:24.739613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28784d96-1714-4956-9e00-d858f1ae0582 req-8c1d2267-88cc-48a3-bd10-8b47d00c0e53 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539035 Jul 12 17:26:24.744392 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5ac23b30-c4df-4bc6-84a2-f17c2c6147f8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.755755 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.755755 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ac23b30-c4df-4bc6-84a2-f17c2c6147f8 HTTP/1.1" status: 204 len: 168 time: 0.3150291 Jul 12 17:26:24.761840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:24.794019 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b34ef-bf00-44d4-a7fb-92a257726fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac23b30-c4df-4bc6-84a2-f17c2c6147f8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:24.797434 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f84dd40-4246-486f-9fef-da76848bf00d req-497c125a-3c99-4aa7-b8e2-7614a11a9282 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Jul 12 17:26:24.830252 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Request body: {'port': {'device_id': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:24.874375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Request body: {'port': {'device_id': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:24.941608 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:24.967321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:25.032565 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:25.383141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:25.503964 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38146) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:25.569056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2996982d-b8ff-4cb9-963c-c7ec21f5ceb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:25.650326 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d108324-399e-4048-89e3-65086770070f req-e6e6667b-a946-4d2d-8810-86e61e6f1726 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.2423480 Jul 12 17:26:25.781584 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-8b69c549-66df-4249-b984-deeed282c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:25.781584 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-8b69c549-66df-4249-b984-deeed282c095 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1128 time: 0.3972335 Jul 12 17:26:25.793277 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:25.893542 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe73886-acc0-410d-b06c-1db1396a9c76 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:25.914594 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks [] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:25.952798 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Transition to ACTIVE for port object 7fe73886-acc0-410d-b06c-1db1396a9c76 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:26:25.954370 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:25.982913 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.046123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cfcf4-df0a-41ab-8470-3def54b986fd req-a8ba1f02-c022-45f9-905a-134983e0ccbb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:26.048971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0b6cfcf4-df0a-41ab-8470-3def54b986fd req-a8ba1f02-c022-45f9-905a-134983e0ccbb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 932 time: 0.0748596 Jul 12 17:26:26.108918 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.173150 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2996982d-b8ff-4cb9-963c-c7ec21f5ceb8 admin admin] Publish callbacks [] for security_group (27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.199495 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2996982d-b8ff-4cb9-963c-c7ec21f5ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.208669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705e780-e2e5-4121-9ec6-5353348fca6f req-6340c624-cc91-4303-86d3-1004ba8d19f3 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:26.215553 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9705e780-e2e5-4121-9ec6-5353348fca6f req-6340c624-cc91-4303-86d3-1004ba8d19f3 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.2461703 Jul 12 17:26:26.269376 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-79de6069-a844-49b6-97d2-ad0a1620a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:26.270880 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-79de6069-a844-49b6-97d2-ad0a1620a086 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=13884af024db42bcb013e475df0a53f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4665713 Jul 12 17:26:26.297383 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0b6cfcf4-df0a-41ab-8470-3def54b986fd req-ed25dbe3-b74d-44f7-807f-283cf1b8563a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323792 Jul 12 17:26:26.314586 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Attempting to bind port 7fe73886-acc0-410d-b06c-1db1396a9c76 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:26.314899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Attempting to bind port 7fe73886-acc0-410d-b06c-1db1396a9c76 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:26.315241 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Attempting to bind port 7fe73886-acc0-410d-b06c-1db1396a9c76 on network a1c4c8d6-44ae-4705-be56-d1adafe05772 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:26.323134 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2996982d-b8ff-4cb9-963c-c7ec21f5ceb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a33e3caa63af490f855ba75320ee0e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8144636 Jul 12 17:26:26.327581 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38188) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:26.339895 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Port 7fe73886-acc0-410d-b06c-1db1396a9c76 on network a1c4c8d6-44ae-4705-be56-d1adafe05772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:26:26.340138 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Attempting to bind port 7fe73886-acc0-410d-b06c-1db1396a9c76 on network a1c4c8d6-44ae-4705-be56-d1adafe05772 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:26.351204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996982d-b8ff-4cb9-963c-c7ec21f5ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.354247 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9705e780-e2e5-4121-9ec6-5353348fca6f req-1e65231e-85c4-4e1f-b048-53e63ae0a34a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319251 Jul 12 17:26:26.356428 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:26.364643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks [] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.380937 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Transition to ACTIVE for port object 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:26:26.381092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:26.381599 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Checking segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:26.382315 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Bound using segment: {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:26.383005 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Bound port: 7fe73886-acc0-410d-b06c-1db1396a9c76, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4232e6d-a98d-4083-b63a-c4cab049b790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:26.383550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.386400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.444723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Pushing event updated for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.457912 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] Publish callbacks [] for security_group (27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.525456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Attempting to bind port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:26.525826 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Attempting to bind port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:26.526158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Attempting to bind port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:26.531645 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:26:26.532101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Attempting to bind port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:26.532890 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] Publish callbacks [] for security_group (27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.540500 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:26.540500 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:26.540780 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Bound using segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:26.541118 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Bound port: 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:26.541476 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.557925 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:26.619677 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7fe73886-acc0-410d-b06c-1db1396a9c76,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:26.645485 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.666891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:26.684030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38202) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:26.698222 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:26.711174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.732976 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:26.737991 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.740391 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] 10.222.0.66 "PUT /v2.0/ports/7fe73886-acc0-410d-b06c-1db1396a9c76 HTTP/1.1" status: 200 len: 1093 time: 1.9329879 Jul 12 17:26:26.758894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.781987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:26.786243 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81325eaa-a32a-440a-8cc6-f621fa248934 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.827837 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.846361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.850679 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c HTTP/1.1" status: 204 len: 168 time: 0.5189555 Jul 12 17:26:26.858168 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62bf2d61-a24b-46a4-b70f-b082ed0a1b00 req-1e81b57f-52cc-43db-b84d-84d7f2c96dfd tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0404704 Jul 12 17:26:26.861719 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:26.862464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:26.863935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] 10.222.0.66 "PUT /v2.0/ports/3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 200 len: 1094 time: 1.9938495 Jul 12 17:26:26.864805 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:26.870801 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8fa9c-3f5b-4777-9239-70c98ac46066" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:26.875763 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7707180-ca75-445d-ba3d-7ba3cb494ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e0e76c-0f0e-44d7-b4cb-76d4ac4f957c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.914376 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:26.920081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeb921-c475-4faa-99d0-df4086fb757c service neutron] Pushing event updated for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:26.936877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.043390 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c80e9c-6390-4454-9364-47b8d0617b1f x-openstack-request-id: req-07c80e9c-6390-4454-9364-47b8d0617b1f {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:27.044238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:27.044832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07c80e9c-6390-4454-9364-47b8d0617b1f {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:27.045507 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c80e9c-6390-4454-9364-47b8d0617b1f'] response: {'name': 'network-changed', 'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc', 'status': 'completed', 'code': 200} Jul 12 17:26:27.065272 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-686272bb-55a3-4e66-86d7-ce861ba41265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.072029 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c47bb1-b504-4694-a33b-e8f4bce8d104" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:27.253357 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-686272bb-55a3-4e66-86d7-ce861ba41265 admin admin] Publish callbacks [] for security_group (8b979dba-83d5-4b27-846f-f01928d928d3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.261003 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-686272bb-55a3-4e66-86d7-ce861ba41265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8b979dba-83d5-4b27-846f-f01928d928d3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.303087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686272bb-55a3-4e66-86d7-ce861ba41265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b979dba-83d5-4b27-846f-f01928d928d3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:27.312948 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498845f9-ba43-4e5e-83c3-79566818b932 x-openstack-request-id: req-498845f9-ba43-4e5e-83c3-79566818b932 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:27.313469 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:27.313908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-498845f9-ba43-4e5e-83c3-79566818b932 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:27.319412 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498845f9-ba43-4e5e-83c3-79566818b932'] response: {'name': 'network-changed', 'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76', 'status': 'completed', 'code': 200} Jul 12 17:26:27.340915 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:27.351478 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-686272bb-55a3-4e66-86d7-ce861ba41265 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c345d315593749e1a5c8923e81a68b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6254177 Jul 12 17:26:27.353909 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38252) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:27.400833 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:27.428809 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] Publish callbacks [] for security_group (8b979dba-83d5-4b27-846f-f01928d928d3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.496429 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] Publish callbacks [] for security_group (8b979dba-83d5-4b27-846f-f01928d928d3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.537381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:27.600327 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8b979dba-83d5-4b27-846f-f01928d928d3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.604126 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:27.605506 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b979dba-83d5-4b27-846f-f01928d928d3 HTTP/1.1" status: 204 len: 168 time: 0.2501817 Jul 12 17:26:27.623523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1a251-ef9e-4082-8b8d-a8fa6c182094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b979dba-83d5-4b27-846f-f01928d928d3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:27.829019 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcb91c-cd4b-4ccf-b6af-4c74731c8921 req-badea11a-a55b-498e-abe7-fbadecc869d3 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:27.836400 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ffcb91c-cd4b-4ccf-b6af-4c74731c8921 req-badea11a-a55b-498e-abe7-fbadecc869d3 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.3575070 Jul 12 17:26:27.850503 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607de36b-fb6f-4668-8cbb-70bf1c85599e req-89c7e527-9369-4c1e-9957-2f28f0bbc4b8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:27.857809 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-607de36b-fb6f-4668-8cbb-70bf1c85599e req-89c7e527-9369-4c1e-9957-2f28f0bbc4b8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.3988895 Jul 12 17:26:27.942593 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ffcb91c-cd4b-4ccf-b6af-4c74731c8921 req-af4380a9-19f3-4816-85a0-be958a903120 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047111 Jul 12 17:26:27.971115 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-607de36b-fb6f-4668-8cbb-70bf1c85599e req-6dfc9b98-974a-4db0-9f7f-65511a0567f5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977342 Jul 12 17:26:28.057990 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be1477e0-c072-4c13-a731-026a9de4c470 req-0f18fe34-3bc1-4dbb-9b7c-fced86b411a7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0368977 Jul 12 17:26:28.059815 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38292) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:28.228918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38302) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:28.281722 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a38f0c9-fe8e-465e-a3ad-55fa70dbe73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.299552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-5a030cb3-c583-45af-ab42-649793a60ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.301678 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-5a030cb3-c583-45af-ab42-649793a60ab5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1128 time: 0.1421926 Jul 12 17:26:28.325285 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.66', 59053) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:28.439263 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-578cc16e-cde2-4eb5-bb3b-6f1273834a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.440770 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-578cc16e-cde2-4eb5-bb3b-6f1273834a8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac7ab2675b74a88bc33a21ffbc31586&device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 1127 time: 0.1135581 Jul 12 17:26:28.455208 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-50913145-7736-49c4-ad39-e09166647e99 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.457632 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-50913145-7736-49c4-ad39-e09166647e99 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.2814293 Jul 12 17:26:28.464436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-495e27e0-cd24-45d7-9b18-64fd440a8bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.512697 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-bc548430-f8de-4211-b5ee-36b733999c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.514184 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0f1f247-f172-4f37-aeae-75668473f4cc req-bc548430-f8de-4211-b5ee-36b733999c5d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3726938 Jul 12 17:26:28.550616 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-f3a2effd-7aa7-4c9b-a7b7-8b52d015c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.552182 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-f3a2effd-7aa7-4c9b-a7b7-8b52d015c83a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=13884af024db42bcb013e475df0a53f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1906514 Jul 12 17:26:28.560543 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-495e27e0-cd24-45d7-9b18-64fd440a8bf4 admin admin] Publish callbacks [] for security_group (feb1fbc6-6f43-4898-9b50-56f72bbb1e9e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.564541 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-495e27e0-cd24-45d7-9b18-64fd440a8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (feb1fbc6-6f43-4898-9b50-56f72bbb1e9e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.582390 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a38f0c9-fe8e-465e-a3ad-55fa70dbe73c admin admin] Publish callbacks [] for security_group (0c5e43b1-5596-49d4-b91e-b56b4c9a8214), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.588554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a38f0c9-fe8e-465e-a3ad-55fa70dbe73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0c5e43b1-5596-49d4-b91e-b56b4c9a8214), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.630675 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9a38f0c9-fe8e-465e-a3ad-55fa70dbe73c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29996641a6bf402496ab729b0fddee6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940103 Jul 12 17:26:28.632080 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38f0c9-fe8e-465e-a3ad-55fa70dbe73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e43b1-5596-49d4-b91e-b56b4c9a8214,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:28.634341 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38316) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:28.805151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-a175ec43-20d3-43b8-9321-ea04350fbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.807517 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-a175ec43-20d3-43b8-9321-ea04350fbe29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1128 time: 0.1078575 Jul 12 17:26:28.810090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] Publish callbacks [] for security_group (0c5e43b1-5596-49d4-b91e-b56b4c9a8214), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.815345 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-495e27e0-cd24-45d7-9b18-64fd440a8bf4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=922b22f693014d0ca27b23002b0cd109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540824 Jul 12 17:26:28.818907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:28.876300 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-7601cf64-3a39-4079-8785-360417f48db5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 380 time: 0.2744124 Jul 12 17:26:28.876934 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e27e0-cd24-45d7-9b18-64fd440a8bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1fbc6-6f43-4898-9b50-56f72bbb1e9e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:28.888682 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'port': {'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'admin_state_up': True, 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'security_groups': ['ee229307-9d32-4d26-9f8c-8ebd50dfcbcd']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:28.895297 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-5fc94317-d694-4b3a-9151-12cb21169f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.897491 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-5fc94317-d694-4b3a-9151-12cb21169f7d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fac7ab2675b74a88bc33a21ffbc31586&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2938442 Jul 12 17:26:28.947981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] Publish callbacks [] for security_group (0c5e43b1-5596-49d4-b91e-b56b4c9a8214), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:28.964159 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-108a2c67-c482-4b65-aad8-5597fa969556 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 217 time: 0.1363490 Jul 12 17:26:28.972077 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-9dcab17b-1b5b-42c7-b8d5-467cf0e3987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:28.974022 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95f8fa9c-3f5b-4777-9239-70c98ac46066 req-9dcab17b-1b5b-42c7-b8d5-467cf0e3987a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3170934 Jul 12 17:26:29.007667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.040910 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.281679 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-85386980-3788-4aca-aed0-277cd774ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.283805 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-85386980-3788-4aca-aed0-277cd774ca03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1128 time: 0.1877291 Jul 12 17:26:29.284620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] Publish callbacks [] for security_group (feb1fbc6-6f43-4898-9b50-56f72bbb1e9e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.288059 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-4e834a1e-913d-4801-bbcb-6bf8f479ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.289795 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-4e834a1e-913d-4801-bbcb-6bf8f479ad22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.3075922 Jul 12 17:26:29.303291 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d21f4-d5fb-4b7e-b3a3-2abb7f8c5b88 req-bfb1cef6-7af9-440c-a2fc-188452e8eaad tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.306208 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-665d21f4-d5fb-4b7e-b3a3-2abb7f8c5b88 req-bfb1cef6-7af9-440c-a2fc-188452e8eaad tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.1926086 Jul 12 17:26:29.330913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc3b3-a993-4a19-99b3-e9c079ffe9d2 req-5e65c7c5-7782-49bf-99e8-af7066477ab6 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.332774 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68ddc3b3-a993-4a19-99b3-e9c079ffe9d2 req-5e65c7c5-7782-49bf-99e8-af7066477ab6 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.2185512 Jul 12 17:26:29.394000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0c5e43b1-5596-49d4-b91e-b56b4c9a8214), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.399174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.401055 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c5e43b1-5596-49d4-b91e-b56b4c9a8214 HTTP/1.1" status: 204 len: 168 time: 0.7658389 Jul 12 17:26:29.404835 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.406326 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.411301 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.457187 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-05fac5a4-bd6b-4e31-a9d0-589770cf5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.458931 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94c47bb1-b504-4694-a33b-e8f4bce8d104 req-05fac5a4-bd6b-4e31-a9d0-589770cf5827 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3071203 Jul 12 17:26:29.470442 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:26:29.475300 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.485123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] Publish callbacks [] for security_group (feb1fbc6-6f43-4898-9b50-56f72bbb1e9e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.536418 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-146b477b-33bf-44b1-a75c-4537dc2786bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 200 len: 217 time: 0.1990216 Jul 12 17:26:29.549952 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e25865-97d9-4124-8ae9-2d163dc56c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e43b1-5596-49d4-b91e-b56b4c9a8214,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:29.606217 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-fcd6baba-7f7a-45ee-9f53-ea1adb8fe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.607825 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-fcd6baba-7f7a-45ee-9f53-ea1adb8fe8cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2717600 Jul 12 17:26:29.632754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-ab575b5a-febe-4e9c-b36f-afd8a7bc00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.634334 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-ab575b5a-febe-4e9c-b36f-afd8a7bc00aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fac7ab2675b74a88bc33a21ffbc31586&device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 1127 time: 0.0685189 Jul 12 17:26:29.653075 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:29.704938 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-665d21f4-d5fb-4b7e-b3a3-2abb7f8c5b88 req-85562d0b-3498-4180-a8e1-840849fd1597 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865070 Jul 12 17:26:29.736199 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-fe6b56a3-651a-462e-9e93-fda1a9c24b45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe73886-acc0-410d-b06c-1db1396a9c76 HTTP/1.1" status: 200 len: 217 time: 0.0791612 Jul 12 17:26:29.738401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68ddc3b3-a993-4a19-99b3-e9c079ffe9d2 req-a6838cdb-ff52-47d8-911b-dd0cf90e6aa7 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869131 Jul 12 17:26:29.743221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-c16b38e6-bd79-438e-b1ef-40ec6612841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.744672 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-c16b38e6-bd79-438e-b1ef-40ec6612841b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.1632872 Jul 12 17:26:29.823318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (feb1fbc6-6f43-4898-9b50-56f72bbb1e9e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.826083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:29.827281 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/feb1fbc6-6f43-4898-9b50-56f72bbb1e9e HTTP/1.1" status: 204 len: 168 time: 1.0028145 Jul 12 17:26:29.828855 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.20.0.11 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/b8875684-ac70-4178-b58c-59ccedcabb36) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:26:29.856261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe7d0c-4526-4bd0-984a-302f3fc8cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1fbc6-6f43-4898-9b50-56f72bbb1e9e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:29.858033 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-a324b464-0c1a-4601-91be-83f948130b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.864939 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-a324b464-0c1a-4601-91be-83f948130b4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7f4756dd-a162-4c4b-b334-1a8d6f9877a3 HTTP/1.1" status: 200 len: 851 time: 0.1126349 Jul 12 17:26:29.874708 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267c833-dff6-4d6e-af4f-00383041b598 req-c63cee5d-7946-4718-9e48-1540d555952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.876239 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-c63cee5d-7946-4718-9e48-1540d555952f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951738 Jul 12 17:26:29.917481 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-d1ca8216-3e3d-4cf0-9986-f779de97c93a service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614985 Jul 12 17:26:29.919634 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b97de225-bf6f-4e9b-9907-987d6f747587 req-29059c78-2c6a-44e6-8023-04d024fe5874 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 210 time: 0.0697017 Jul 12 17:26:29.992928 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-4595020f-3feb-43de-82f0-77d0b62cc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:29.994750 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-4595020f-3feb-43de-82f0-77d0b62cc082 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a1c4c8d6-44ae-4705-be56-d1adafe05772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071353 Jul 12 17:26:30.050255 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e9f8390-3cc3-45e4-a0d5-e5b592969523 req-d9eb1afd-9e5d-4eba-9b45-f0e308fbac89 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127217 Jul 12 17:26:30.167067 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (b8875684-ac70-4178-b58c-59ccedcabb36), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.175729 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-2c97ea0c-e14a-44de-be96-d229ab70830b service neutron] 10.222.0.66 "GET /v2.0/networks/a1c4c8d6-44ae-4705-be56-d1adafe05772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743433 Jul 12 17:26:30.221681 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.284698 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.312501 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:26:30.317339 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:26:30.330436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:26:30.381772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:30.390518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-33958a05-4beb-413a-aea4-cb941a293d3c service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875774 Jul 12 17:26:30.395987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38394) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:30.414638 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:30.414638 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.424263 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df51ba8c-0b0b-4f60-961b-b918ef86d6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.431498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:30.442955 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-88d03257-6372-4909-bc45-9e018b6df301 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5576646 Jul 12 17:26:30.549570 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df51ba8c-0b0b-4f60-961b-b918ef86d6c5 admin admin] Publish callbacks [] for security_group (782c4db5-849e-4825-b3f6-a5d89bf1c165), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.559401 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df51ba8c-0b0b-4f60-961b-b918ef86d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (782c4db5-849e-4825-b3f6-a5d89bf1c165), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.588123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:30.605240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ba8c-0b0b-4f60-961b-b918ef86d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c4db5-849e-4825-b3f6-a5d89bf1c165,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:30.614281 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38414) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:30.616046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-df51ba8c-0b0b-4f60-961b-b918ef86d6c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e4acf656d1c433cb2b54bce2186087d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177358 Jul 12 17:26:30.643766 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-56c6d1db-3eb3-4af3-b1c2-bc773f7b2b0a None None] Provisioning complete for port b8875684-ac70-4178-b58c-59ccedcabb36 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:30.644470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-56c6d1db-3eb3-4af3-b1c2-bc773f7b2b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.695415 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-56c6d1db-3eb3-4af3-b1c2-bc773f7b2b0a None None] Port b8875684-ac70-4178-b58c-59ccedcabb36 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:26:30.710069 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] Publish callbacks [] for security_group (782c4db5-849e-4825-b3f6-a5d89bf1c165), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.745435 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] Publish callbacks [] for security_group (782c4db5-849e-4825-b3f6-a5d89bf1c165), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.790298 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:30.814287 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (782c4db5-849e-4825-b3f6-a5d89bf1c165), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.819195 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:30.828356 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/782c4db5-849e-4825-b3f6-a5d89bf1c165 HTTP/1.1" status: 204 len: 168 time: 0.2126892 Jul 12 17:26:30.842436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e066f8-62ed-40d7-98f3-3b673ce915b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c4db5-849e-4825-b3f6-a5d89bf1c165,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:30.885388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88bf93-92a9-4691-83b0-eb478523bc35 req-3b9bc1d2-2cbe-4579-a1b4-d4f20c9fa250 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:30.887086 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a88bf93-92a9-4691-83b0-eb478523bc35 req-3b9bc1d2-2cbe-4579-a1b4-d4f20c9fa250 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0842805 Jul 12 17:26:31.010766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acfb8d-57d5-4ae3-b629-38cde289f783 req-03fa0717-4d5d-4309-a24d-9c5c6112611b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:31.012495 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8acfb8d-57d5-4ae3-b629-38cde289f783 req-03fa0717-4d5d-4309-a24d-9c5c6112611b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.1067882 Jul 12 17:26:31.015782 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a88bf93-92a9-4691-83b0-eb478523bc35 req-b42463b6-0da6-4108-bd0c-b8be9aa6d2b8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220689 Jul 12 17:26:31.081575 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8acfb8d-57d5-4ae3-b629-38cde289f783 req-bf0a1cee-1e8d-46b1-95f8-7f776495a0a1 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632200 Jul 12 17:26:31.181887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758515e0-b5f4-4c13-b53d-e16e88749c9e req-ac100d8b-36bd-4625-9942-9721713fa26a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:31.203333 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-758515e0-b5f4-4c13-b53d-e16e88749c9e req-ac100d8b-36bd-4625-9942-9721713fa26a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 932 time: 0.0686884 Jul 12 17:26:31.354989 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-758515e0-b5f4-4c13-b53d-e16e88749c9e req-aea3c1ea-1512-4fe6-b568-596a91265cfd tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625783 Jul 12 17:26:31.845313 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38488) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:31.955817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c19514b9-c454-43ba-9c34-c7e52e6a2c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.016649 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:32.041840 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c19514b9-c454-43ba-9c34-c7e52e6a2c1c admin admin] Publish callbacks [] for security_group (3a3d3931-c59c-42a7-85a0-f3471ecb73ca), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.046958 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c19514b9-c454-43ba-9c34-c7e52e6a2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3a3d3931-c59c-42a7-85a0-f3471ecb73ca), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.100604 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c19514b9-c454-43ba-9c34-c7e52e6a2c1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc6f270b81ee4a4988c9548a10989c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539115 Jul 12 17:26:32.101467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19514b9-c454-43ba-9c34-c7e52e6a2c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d3931-c59c-42a7-85a0-f3471ecb73ca,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:32.103246 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38506) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:32.247122 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e181c-911a-482b-b8fa-6f0335fccf7b req-2db9a7bd-ffa8-4431-a4de-ce2c445c61eb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:32.249486 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad4e181c-911a-482b-b8fa-6f0335fccf7b req-2db9a7bd-ffa8-4431-a4de-ce2c445c61eb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.1108928 Jul 12 17:26:32.291308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6731-8ffc-4e62-b13a-2d7b5576be1a req-92cf76a3-1fb2-4c9c-b3b1-2f26df4c5218 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:32.292881 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c6ae6731-8ffc-4e62-b13a-2d7b5576be1a req-92cf76a3-1fb2-4c9c-b3b1-2f26df4c5218 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.0976129 Jul 12 17:26:32.299313 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Request body: {'port': {'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:26:32.310346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] Publish callbacks [] for security_group (3a3d3931-c59c-42a7-85a0-f3471ecb73ca), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.399807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] Publish callbacks [] for security_group (3a3d3931-c59c-42a7-85a0-f3471ecb73ca), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.456554 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad4e181c-911a-482b-b8fa-6f0335fccf7b req-5f8e97eb-b1a8-4a4a-a6cd-d9b5d7cd8d1f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976240 Jul 12 17:26:32.503160 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.532519 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02bdaf9f-8af1-43d9-93ae-19965e9443cd req-8c775e6c-afce-4d6b-bb25-21f9b2e22b5b service neutron] 10.222.0.66 "GET /v2.0/networks/a1c4c8d6-44ae-4705-be56-d1adafe05772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487888 Jul 12 17:26:32.548346 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c6ae6731-8ffc-4e62-b13a-2d7b5576be1a req-72d554e0-9488-4384-9afe-14217c35ed35 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390304 Jul 12 17:26:32.577079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3267c833-dff6-4d6e-af4f-00383041b598 req-8a1492a9-a08e-42ea-99f2-cea580178a5e service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769115 Jul 12 17:26:32.643138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3a3d3931-c59c-42a7-85a0-f3471ecb73ca), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.645878 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:32.647518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a3d3931-c59c-42a7-85a0-f3471ecb73ca HTTP/1.1" status: 204 len: 168 time: 0.5429599 Jul 12 17:26:32.700746 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049492-252d-4b7f-be11-ce87f971f295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d3931-c59c-42a7-85a0-f3471ecb73ca,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:32.731820 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dc09-21ca-4663-88a9-8bbd4d17ed3e req-6af39b3b-8529-4bbc-bf06-b5614c8e354e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:32.734763 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6454dc09-21ca-4663-88a9-8bbd4d17ed3e req-6af39b3b-8529-4bbc-bf06-b5614c8e354e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 932 time: 0.1204665 Jul 12 17:26:32.751906 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:32.813652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6454dc09-21ca-4663-88a9-8bbd4d17ed3e req-577e3147-eea5-43e1-8535-a6ef3f0292c1 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715718 Jul 12 17:26:32.968579 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8875684-ac70-4178-b58c-59ccedcabb36 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:32.981461 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks [] for port (b8875684-ac70-4178-b58c-59ccedcabb36), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.000495 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Transition to ACTIVE for port object b8875684-ac70-4178-b58c-59ccedcabb36 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:26:33.009567 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.078615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:33.151627 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 139b5be4-a836-4dac-8cf5-8f90d7599330 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:33.187896 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Attempting to bind port b8875684-ac70-4178-b58c-59ccedcabb36 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:26:33.188563 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Attempting to bind port b8875684-ac70-4178-b58c-59ccedcabb36 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:26:33.188899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Attempting to bind port b8875684-ac70-4178-b58c-59ccedcabb36 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:33.195030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Port b8875684-ac70-4178-b58c-59ccedcabb36 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:26:33.195353 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Attempting to bind port b8875684-ac70-4178-b58c-59ccedcabb36 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:26:33.201221 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:26:33.201560 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:26:33.201997 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:26:33.202428 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Bound port: b8875684-ac70-4178-b58c-59ccedcabb36, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:26:33.202788 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.292387 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38562) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:33.315677 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e44972f7-cf32-4429-b552-b6754d9448fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.368839 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=139b5be4-a836-4dac-8cf5-8f90d7599330,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:33.423589 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:33.472478 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e44972f7-cf32-4429-b552-b6754d9448fc admin admin] Publish callbacks [] for security_group (e56cab8d-4539-4f1a-a916-a17741ddf5ba), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.482145 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e44972f7-cf32-4429-b552-b6754d9448fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e56cab8d-4539-4f1a-a916-a17741ddf5ba), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.544801 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e44972f7-cf32-4429-b552-b6754d9448fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ba1e877e8c644208be43a3398ab4879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512672 Jul 12 17:26:33.548739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38568) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:33.572387 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '139b5be4-a836-4dac-8cf5-8f90d7599330', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'port_id': '139b5be4-a836-4dac-8cf5-8f90d7599330', 'mac_address': 'fa:16:3e:8e:25:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:33.612727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44972f7-cf32-4429-b552-b6754d9448fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56cab8d-4539-4f1a-a916-a17741ddf5ba,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:33.684352 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:33.684957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:33.685797 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] Publish callbacks [] for security_group (e56cab8d-4539-4f1a-a916-a17741ddf5ba), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.690475 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 139b5be4-a836-4dac-8cf5-8f90d7599330 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:33.690962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.708370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139b5be4-a836-4dac-8cf5-8f90d7599330 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:33.730735 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e9d18-3e98-4f4c-bb1e-ed2fadcdc3bb req-13417af5-1af6-48da-af48-52f9d6a79e0a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:33.732288 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f2e9d18-3e98-4f4c-bb1e-ed2fadcdc3bb req-13417af5-1af6-48da-af48-52f9d6a79e0a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.1157472 Jul 12 17:26:33.739272 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=139b5be4-a836-4dac-8cf5-8f90d7599330,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:33.744855 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.785620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:26:33.805793 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b8875684-ac70-4178-b58c-59ccedcabb36,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:26:33.814687 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] Publish callbacks [] for security_group (e56cab8d-4539-4f1a-a916-a17741ddf5ba), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.818379 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.826078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca037924-3cb4-4800-a8b2-df11e384b942 req-b164c98b-093c-4d96-9d82-c3ca10b72095 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:33.826516 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:33.827579 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca037924-3cb4-4800-a8b2-df11e384b942 req-b164c98b-093c-4d96-9d82-c3ca10b72095 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.0943043 Jul 12 17:26:33.860278 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f2e9d18-3e98-4f4c-bb1e-ed2fadcdc3bb req-ac816759-1eeb-4a66-96bd-a6d95ec6332f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 Jul 12 17:26:33.897494 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca037924-3cb4-4800-a8b2-df11e384b942 req-626d6d43-255e-47c8-bd44-97e350dd7497 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Jul 12 17:26:33.899916 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:33.900527 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.901916 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/b8875684-ac70-4178-b58c-59ccedcabb36 HTTP/1.1" status: 200 len: 1094 time: 1.6105213 Jul 12 17:26:33.909967 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:33.913136 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30085155-8e1c-4d85-9060-b7c9a53e1195" -d '{"events": [{"name": "network-changed", "server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:33.964179 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081744c4-b1f9-4e53-b1ae-b9a78843a1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:33.970321 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e56cab8d-4539-4f1a-a916-a17741ddf5ba), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.973679 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:33.976396 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e56cab8d-4539-4f1a-a916-a17741ddf5ba HTTP/1.1" status: 204 len: 168 time: 0.4268336 Jul 12 17:26:34.006715 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccef8b-12f7-4db4-a593-44e5d935307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56cab8d-4539-4f1a-a916-a17741ddf5ba,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:34.021762 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f869e2-2bce-491f-a309-d9627edcd4ee x-openstack-request-id: req-46f869e2-2bce-491f-a309-d9627edcd4ee {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:34.022054 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:34.022449 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46f869e2-2bce-491f-a309-d9627edcd4ee {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:34.022850 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f869e2-2bce-491f-a309-d9627edcd4ee'] response: {'name': 'network-changed', 'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'status': 'completed', 'code': 200} Jul 12 17:26:34.105836 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fc77-c1c9-4d3c-acb0-d46ee95c54d0 req-f9102f7c-80dd-4a89-95a2-b09516ac5415 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:34.112774 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a1c9fc77-c1c9-4d3c-acb0-d46ee95c54d0 req-f9102f7c-80dd-4a89-95a2-b09516ac5415 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0941715 Jul 12 17:26:34.195714 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a1c9fc77-c1c9-4d3c-acb0-d46ee95c54d0 req-d586ce39-580a-4167-955d-9328e025f508 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818744 Jul 12 17:26:34.305629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['139b5be4-a836-4dac-8cf5-8f90d7599330'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:34.483280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:35.044005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb1ee-e2b1-46e7-90bf-37c596e84937 req-5c723293-513c-4549-a159-31b0e82d23d8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:35.045611 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-736bb1ee-e2b1-46e7-90bf-37c596e84937 req-5c723293-513c-4549-a159-31b0e82d23d8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0824850 Jul 12 17:26:35.068378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c68a39-780d-4b5c-89ed-82835b383716 req-fe9781c0-bd0e-43d1-9f79-8babdc055e47 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:35.070331 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58c68a39-780d-4b5c-89ed-82835b383716 req-fe9781c0-bd0e-43d1-9f79-8babdc055e47 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.0720911 Jul 12 17:26:35.148645 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58c68a39-780d-4b5c-89ed-82835b383716 req-749be87a-2663-4399-a0a8-3d61984bdeb3 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Jul 12 17:26:35.155659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-736bb1ee-e2b1-46e7-90bf-37c596e84937 req-b1902f58-2e2f-49af-ae25-36f89ed09d4d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040881 Jul 12 17:26:35.333946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827eedf-c9c7-4448-b20c-c16b2f6048e4 req-044b2e6a-76e2-4a44-a5e9-72fa355baaf9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:35.345920 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c827eedf-c9c7-4448-b20c-c16b2f6048e4 req-044b2e6a-76e2-4a44-a5e9-72fa355baaf9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0693448 Jul 12 17:26:35.398254 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c827eedf-c9c7-4448-b20c-c16b2f6048e4 req-477822b6-669a-48ff-a190-bf7a03b0023a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512564 Jul 12 17:26:35.559205 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 139b5be4-a836-4dac-8cf5-8f90d7599330 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:35.615008 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:35.622466 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 139b5be4-a836-4dac-8cf5-8f90d7599330 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:26:35.638738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 139b5be4-a836-4dac-8cf5-8f90d7599330 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:35.639097 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:35.730268 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 139b5be4-a836-4dac-8cf5-8f90d7599330 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:35.730821 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:35.762466 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:35.854790 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=139b5be4-a836-4dac-8cf5-8f90d7599330,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:35.859799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:35.927168 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:35.965977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb0c0d0-08d6-4735-aadd-863d24b7e498" -d '{"events": [{"server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "name": "network-vif-plugged", "status": "completed", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:36.055094 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf96b3-7064-41c5-987a-b8599aebb90a x-openstack-request-id: req-baaf96b3-7064-41c5-987a-b8599aebb90a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:36.055384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "name": "network-vif-plugged", "status": "completed", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:36.055632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baaf96b3-7064-41c5-987a-b8599aebb90a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:36.056104 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaf96b3-7064-41c5-987a-b8599aebb90a'] response: {'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330', 'code': 200} Jul 12 17:26:36.272809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8319-98c8-4745-9de6-a482f3916535 req-ca895117-5dc8-4b9c-9f32-8a485e9db18f tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:36.274199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b8fb8319-98c8-4745-9de6-a482f3916535 req-ca895117-5dc8-4b9c-9f32-8a485e9db18f tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.0729437 Jul 12 17:26:36.292406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7c9ec-5f88-4e99-b114-520bfae54291 req-f805d4d5-c077-47c5-9800-7f0a9f3296ee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:36.293799 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21e7c9ec-5f88-4e99-b114-520bfae54291 req-f805d4d5-c077-47c5-9800-7f0a9f3296ee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0645010 Jul 12 17:26:36.335451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:36.366042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b8fb8319-98c8-4745-9de6-a482f3916535 req-80f365bc-2804-48f2-b399-3f105fc6725c tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846441 Jul 12 17:26:36.368965 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21e7c9ec-5f88-4e99-b114-520bfae54291 req-ceccdb96-a3ac-426f-ba98-63279718b39a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673785 Jul 12 17:26:36.509796 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320e56c-b24f-4fe2-825d-30c2dc6f08f4 req-cc5f0391-099a-493c-b6c7-135f4c5e5c8e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:36.511244 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b320e56c-b24f-4fe2-825d-30c2dc6f08f4 req-cc5f0391-099a-493c-b6c7-135f4c5e5c8e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0474148 Jul 12 17:26:36.565185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b320e56c-b24f-4fe2-825d-30c2dc6f08f4 req-a21e0343-7091-48ae-b242-a12d6a1e945f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484698 Jul 12 17:26:37.010008 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-6f6c34d3-6900-42fd-aa43-91b018025d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.012325 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-6f6c34d3-6900-42fd-aa43-91b018025d07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0443366 Jul 12 17:26:37.163781 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-b08581ea-ae18-4930-8bf7-f5038f84f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.165232 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-b08581ea-ae18-4930-8bf7-f5038f84f9f5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376879 Jul 12 17:26:37.288633 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-08a5cd56-ef79-4ebd-878a-c6584f06d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.291049 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-30085155-8e1c-4d85-9060-b7c9a53e1195 req-08a5cd56-ef79-4ebd-878a-c6584f06d8eb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117008 Jul 12 17:26:37.293862 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-24491976-8192-419b-856f-eff7fae65d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.295261 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-24491976-8192-419b-856f-eff7fae65d85 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.0999520 Jul 12 17:26:37.318711 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-1c6da84d-a113-4f31-bb99-88efb73f4497 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:37.349533 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:37.424368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-59cdec31-3d60-47e6-a7f7-2fccf34482ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.426092 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-59cdec31-3d60-47e6-a7f7-2fccf34482ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0658705 Jul 12 17:26:37.452142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-1c6da84d-a113-4f31-bb99-88efb73f4497 service neutron] Publish callbacks [] for security_group (c4807a37-3997-4fca-9997-f7e8af76a4bc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:37.462896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-1c6da84d-a113-4f31-bb99-88efb73f4497 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c4807a37-3997-4fca-9997-f7e8af76a4bc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:37.500070 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-8f5b0bfc-529c-4235-90c4-f66e6194e0ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8875684-ac70-4178-b58c-59ccedcabb36 HTTP/1.1" status: 200 len: 217 time: 0.0613587 Jul 12 17:26:37.536036 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 7fe73886-acc0-410d-b06c-1db1396a9c76 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:37.596538 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-70c59752-0287-40ed-86e8-366717e8d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.597953 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-70c59752-0287-40ed-86e8-366717e8d2ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0914028 Jul 12 17:26:37.655923 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-adf0e1a8-8b62-4662-b6ea-c636bc66e7c1 req-1c6da84d-a113-4f31-bb99-88efb73f4497 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499651 Jul 12 17:26:37.665281 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca5266-cd10-4df9-9c97-0bf37aaf2d96 req-c2fed868-61c4-4d6f-a5c8-9e3187333c99 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.668087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56390f7-3a64-4615-9de6-0456ac079113 req-3b3474ff-60e3-451b-b875-b1ea6f99b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.671815 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-3b3474ff-60e3-451b-b875-b1ea6f99b86b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674729 Jul 12 17:26:37.687020 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54ca5266-cd10-4df9-9c97-0bf37aaf2d96 req-c2fed868-61c4-4d6f-a5c8-9e3187333c99 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.1994038 Jul 12 17:26:37.698227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7fe73886-acc0-410d-b06c-1db1396a9c76,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:37.718179 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '7fe73886-acc0-410d-b06c-1db1396a9c76', 'network_id': 'a1c4c8d6-44ae-4705-be56-d1adafe05772', 'port_id': '7fe73886-acc0-410d-b06c-1db1396a9c76', 'mac_address': 'fa:16:3e:a1:87:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4756dd-a162-4c4b-b334-1a8d6f9877a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:37.726253 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6da84d-a113-4f31-bb99-88efb73f4497 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4807a37-3997-4fca-9997-f7e8af76a4bc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:37.769385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10555d1-0998-4b7b-a0c8-d9fa41be11c1 req-937bb0db-184b-41e5-8e4a-464199658eed tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:37.770959 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b10555d1-0998-4b7b-a0c8-d9fa41be11c1 req-937bb0db-184b-41e5-8e4a-464199658eed tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 943 time: 0.2849755 Jul 12 17:26:37.821913 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 7fe73886-acc0-410d-b06c-1db1396a9c76 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:37.822226 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:37.858270 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54ca5266-cd10-4df9-9c97-0bf37aaf2d96 req-e8dbc4a8-907a-412b-939a-7c1e62a16fa7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660912 Jul 12 17:26:37.862342 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe73886-acc0-410d-b06c-1db1396a9c76 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:37.874282 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b10555d1-0998-4b7b-a0c8-d9fa41be11c1 req-df94279a-7b88-4217-aa57-43386c98bf47 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821669 Jul 12 17:26:37.874390 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38788) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:37.906153 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7fe73886-acc0-410d-b06c-1db1396a9c76,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:37.918805 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.028331 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.061340 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f040e296-6156-4a67-a263-42c5117503d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.070439 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309511-280b-46ae-9b72-4bf3d7c3ba28 req-c1799a7f-fae5-4e41-ae3d-818829314448 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:38.072591 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0309511-280b-46ae-9b72-4bf3d7c3ba28 req-c1799a7f-fae5-4e41-ae3d-818829314448 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0670168 Jul 12 17:26:38.136429 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0309511-280b-46ae-9b72-4bf3d7c3ba28 req-cd655426-98ff-455f-83cf-3ba44760d9ab tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570865 Jul 12 17:26:38.186467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f040e296-6156-4a67-a263-42c5117503d0 admin admin] Publish callbacks [] for security_group (eef94cf3-822d-416c-be86-63553a5fba56), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.195957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f040e296-6156-4a67-a263-42c5117503d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (eef94cf3-822d-416c-be86-63553a5fba56), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.236246 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f040e296-6156-4a67-a263-42c5117503d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ccfd1bb2dbd47c19de0605e64d1f9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600664 Jul 12 17:26:38.238208 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040e296-6156-4a67-a263-42c5117503d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef94cf3-822d-416c-be86-63553a5fba56,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.239009 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38812) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:38.293110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] Publish callbacks [] for security_group (eef94cf3-822d-416c-be86-63553a5fba56), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.314815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] Publish callbacks [] for security_group (eef94cf3-822d-416c-be86-63553a5fba56), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.321779 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38814) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:38.363412 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (eef94cf3-822d-416c-be86-63553a5fba56), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.366654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.367831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eef94cf3-822d-416c-be86-63553a5fba56 HTTP/1.1" status: 204 len: 168 time: 0.1276596 Jul 12 17:26:38.376104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167612c8-6e7a-44d9-8d94-f2634a3a04fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef94cf3-822d-416c-be86-63553a5fba56,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.434494 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-532cf794-81a5-497f-979a-3d09de60683c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.448204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:38.514796 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-532cf794-81a5-497f-979a-3d09de60683c admin admin] Publish callbacks [] for security_group (521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.518471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-532cf794-81a5-497f-979a-3d09de60683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.523038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:38.561904 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-532cf794-81a5-497f-979a-3d09de60683c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05501659e9134b30a12f8df1617798ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389534 Jul 12 17:26:38.563039 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cf794-81a5-497f-979a-3d09de60683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.565089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38824) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:38.615061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] Publish callbacks [] for security_group (521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.636755 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] Publish callbacks [] for security_group (521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.667675 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38826) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:38.671157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:38.681802 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dab217dd-0573-4e9f-8fb3-a7166c30f592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.686875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.689383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.690918 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff HTTP/1.1" status: 204 len: 168 time: 0.1245329 Jul 12 17:26:38.699420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa729f30-c1cd-4e2c-af28-0a1efaa4f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cdf5d-c7d0-43e4-b6b9-9c1cf6efccff,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.774156 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dab217dd-0573-4e9f-8fb3-a7166c30f592 admin admin] Publish callbacks [] for security_group (1cf0c49c-b0c0-404f-8d44-aca7d773f5e4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.778268 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dab217dd-0573-4e9f-8fb3-a7166c30f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1cf0c49c-b0c0-404f-8d44-aca7d773f5e4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.817770 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-dab217dd-0573-4e9f-8fb3-a7166c30f592 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b38fad26d35d41849b43412b76d995ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489346 Jul 12 17:26:38.818858 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab217dd-0573-4e9f-8fb3-a7166c30f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0c49c-b0c0-404f-8d44-aca7d773f5e4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:38.820851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38830) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:38.877004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] Publish callbacks [] for security_group (1cf0c49c-b0c0-404f-8d44-aca7d773f5e4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.907138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] Publish callbacks [] for security_group (1cf0c49c-b0c0-404f-8d44-aca7d773f5e4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:38.919980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:39.023460 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fde6e-dd62-49d8-9326-db600a679bb8 req-a108c15f-c552-424f-aff0-edec61503cdf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:39.024931 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-790fde6e-dd62-49d8-9326-db600a679bb8 req-a108c15f-c552-424f-aff0-edec61503cdf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0951571 Jul 12 17:26:39.037593 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c09eb-3f23-46fd-a7c6-034380fd0c3d req-ac91097e-d6f3-4b3f-addc-abafe797c2fb tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:39.039074 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f1c09eb-3f23-46fd-a7c6-034380fd0c3d req-ac91097e-d6f3-4b3f-addc-abafe797c2fb tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0744591 Jul 12 17:26:39.064067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1cf0c49c-b0c0-404f-8d44-aca7d773f5e4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.066498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.067543 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1cf0c49c-b0c0-404f-8d44-aca7d773f5e4 HTTP/1.1" status: 204 len: 168 time: 0.2453711 Jul 12 17:26:39.075110 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:39.089921 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f770546-b111-4fe5-90bd-d639fe8fc5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.114188 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-790fde6e-dd62-49d8-9326-db600a679bb8 req-61b9d314-9018-4bf5-bc63-149bb04f25a7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 Jul 12 17:26:39.116285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e7d6a-7250-4ab1-9a1c-518e49e59424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0c49c-b0c0-404f-8d44-aca7d773f5e4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.174046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f1c09eb-3f23-46fd-a7c6-034380fd0c3d req-fc01e5a7-1ed6-40e9-bb0e-37c8eea05b19 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199095 Jul 12 17:26:39.174683 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f770546-b111-4fe5-90bd-d639fe8fc5d5 admin admin] Publish callbacks [] for security_group (ee4fafda-bfbd-4b73-ae2a-11752aafe6ce), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.182027 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f770546-b111-4fe5-90bd-d639fe8fc5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ee4fafda-bfbd-4b73-ae2a-11752aafe6ce), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.225321 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6f770546-b111-4fe5-90bd-d639fe8fc5d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbb786fc19d44793b8585b09cdab0832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490173 Jul 12 17:26:39.226260 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770546-b111-4fe5-90bd-d639fe8fc5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4fafda-bfbd-4b73-ae2a-11752aafe6ce,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.228950 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38848) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:39.323057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba867fa8-42e8-43f4-9bcd-8789d972c48e req-50e415f4-9a1e-4b74-82d8-176ce2d6b35d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:39.324561 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba867fa8-42e8-43f4-9bcd-8789d972c48e req-50e415f4-9a1e-4b74-82d8-176ce2d6b35d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0766013 Jul 12 17:26:39.352281 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] Publish callbacks [] for security_group (ee4fafda-bfbd-4b73-ae2a-11752aafe6ce), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.386285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] Publish callbacks [] for security_group (ee4fafda-bfbd-4b73-ae2a-11752aafe6ce), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.406898 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba867fa8-42e8-43f4-9bcd-8789d972c48e req-68132120-305d-4ae8-9979-767f5065207f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759404 Jul 12 17:26:39.451592 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ee4fafda-bfbd-4b73-ae2a-11752aafe6ce), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.454231 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.458142 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee4fafda-bfbd-4b73-ae2a-11752aafe6ce HTTP/1.1" status: 204 len: 168 time: 0.2276847 Jul 12 17:26:39.470982 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188f03-3434-4bd9-a3ff-9e531a70990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4fafda-bfbd-4b73-ae2a-11752aafe6ce,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.748532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38874) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:39.763630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7adb7a5-04d8-46e3-9f30-ee5c4f0fb99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.840107 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7adb7a5-04d8-46e3-9f30-ee5c4f0fb99d admin admin] Publish callbacks [] for security_group (4d47fd9f-c463-4e8e-a09c-b2243004d368), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.844194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7adb7a5-04d8-46e3-9f30-ee5c4f0fb99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (4d47fd9f-c463-4e8e-a09c-b2243004d368), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.884290 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d7adb7a5-04d8-46e3-9f30-ee5c4f0fb99d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a252686c6f44244b9ffc257e54c59c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345742 Jul 12 17:26:39.885136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adb7a5-04d8-46e3-9f30-ee5c4f0fb99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47fd9f-c463-4e8e-a09c-b2243004d368,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:39.887009 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38880) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:39.936383 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] Publish callbacks [] for security_group (4d47fd9f-c463-4e8e-a09c-b2243004d368), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:39.957540 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] Publish callbacks [] for security_group (4d47fd9f-c463-4e8e-a09c-b2243004d368), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:40.009598 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (4d47fd9f-c463-4e8e-a09c-b2243004d368), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:40.012190 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:40.013323 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d47fd9f-c463-4e8e-a09c-b2243004d368 HTTP/1.1" status: 204 len: 168 time: 0.1251314 Jul 12 17:26:40.022550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae8029-f6e2-40b7-bf7a-915e90eea8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47fd9f-c463-4e8e-a09c-b2243004d368,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:40.241081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:40.292696 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b46f9-f226-4e28-b292-13c6f36487c6 req-7269256b-bcd7-448c-b677-83c6b7c40f81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:40.294215 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c45b46f9-f226-4e28-b292-13c6f36487c6 req-7269256b-bcd7-448c-b677-83c6b7c40f81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0929670 Jul 12 17:26:40.313979 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ede9a-71cf-4aa7-8088-d979b35a57a7 req-dd40f2a1-6674-4887-a369-cf6977b5343a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:40.321157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb4ede9a-71cf-4aa7-8088-d979b35a57a7 req-dd40f2a1-6674-4887-a369-cf6977b5343a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0738351 Jul 12 17:26:40.405787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb4ede9a-71cf-4aa7-8088-d979b35a57a7 req-d1aeaf0d-5c87-4b1d-9f9a-e29b88719e7b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830016 Jul 12 17:26:40.409501 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c45b46f9-f226-4e28-b292-13c6f36487c6 req-71423e1c-b02b-4220-9237-ae55c7e9c424 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856934 Jul 12 17:26:40.532067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca781-b29e-4327-8389-fe199633cb9e req-ffeb8489-9e6d-4358-a702-da468bd3ee1e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:40.533548 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-678ca781-b29e-4327-8389-fe199633cb9e req-ffeb8489-9e6d-4358-a702-da468bd3ee1e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0528684 Jul 12 17:26:40.585531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-678ca781-b29e-4327-8389-fe199633cb9e req-e1e0f342-40fa-4991-a1af-5a7321b51533 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452497 Jul 12 17:26:41.499587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:41.537561 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38980) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:41.572426 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320d0bf-0ce3-4942-92c2-8710dfad87e1 req-8d0ef47c-f126-4905-a820-8ffa799756c4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:41.579259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b320d0bf-0ce3-4942-92c2-8710dfad87e1 req-8d0ef47c-f126-4905-a820-8ffa799756c4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0972579 Jul 12 17:26:41.607976 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7be63-0ac9-43b3-99b0-810ff0db614d req-3acc18e1-4d5c-4103-82fc-22f8f6f18212 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:41.609845 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dd7be63-0ac9-43b3-99b0-810ff0db614d req-3acc18e1-4d5c-4103-82fc-22f8f6f18212 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.1087832 Jul 12 17:26:41.660502 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b320d0bf-0ce3-4942-92c2-8710dfad87e1 req-41eda660-cc67-40ac-b04a-bb4045fcb708 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Jul 12 17:26:41.676897 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf322-f161-486a-8ba4-3793a282828d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.688606 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dd7be63-0ac9-43b3-99b0-810ff0db614d req-d98b566f-8b3e-42e2-9725-c88bdef04ade tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713658 Jul 12 17:26:41.690993 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-65a8e346-e01d-4546-9c95-ec22b6d48b62 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158965 Jul 12 17:26:41.705284 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:41.743568 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:41.766151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7af26-6409-43ad-87e2-8b0f4f63ced5 req-5acfaa85-3e48-42c9-bd36-557952144987 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:41.767664 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5fc7af26-6409-43ad-87e2-8b0f4f63ced5 req-5acfaa85-3e48-42c9-bd36-557952144987 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0507386 Jul 12 17:26:41.770123 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf322-f161-486a-8ba4-3793a282828d admin admin] Publish callbacks [] for security_group (081ce897-8778-4199-9a24-9dbfd29d6a42), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.774668 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd4bf322-f161-486a-8ba4-3793a282828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (081ce897-8778-4199-9a24-9dbfd29d6a42), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.817894 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5fc7af26-6409-43ad-87e2-8b0f4f63ced5 req-a1d6d60a-92ff-4936-8e09-87895dcfbf8a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Jul 12 17:26:41.819413 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cd4bf322-f161-486a-8ba4-3793a282828d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3545b5cf4d044aeaf86eefe48a0de5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807386 Jul 12 17:26:41.820955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bf322-f161-486a-8ba4-3793a282828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081ce897-8778-4199-9a24-9dbfd29d6a42,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:41.823731 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38986) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:41.824106 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['7fe73886-acc0-410d-b06c-1db1396a9c76'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:41.873285 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] Publish callbacks [] for security_group (081ce897-8778-4199-9a24-9dbfd29d6a42), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.894925 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] Publish callbacks [] for security_group (081ce897-8778-4199-9a24-9dbfd29d6a42), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.900000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:41.941571 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (081ce897-8778-4199-9a24-9dbfd29d6a42), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.944600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:41.945761 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/081ce897-8778-4199-9a24-9dbfd29d6a42 HTTP/1.1" status: 204 len: 168 time: 0.1211219 Jul 12 17:26:41.953778 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f24220-e56a-443b-842e-e0709b0dad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ce897-8778-4199-9a24-9dbfd29d6a42,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:42.207572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 38994) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:42.220837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38bb0285-c507-4ab7-9e2a-dd6c1caf3fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.297756 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38bb0285-c507-4ab7-9e2a-dd6c1caf3fff admin admin] Publish callbacks [] for security_group (dcaf339d-fdde-4277-9ec2-84a848a32afc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.302204 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38bb0285-c507-4ab7-9e2a-dd6c1caf3fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dcaf339d-fdde-4277-9ec2-84a848a32afc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.341493 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-38bb0285-c507-4ab7-9e2a-dd6c1caf3fff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed7eb6552c8542b79e8c5bed8d761c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328084 Jul 12 17:26:42.342369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb0285-c507-4ab7-9e2a-dd6c1caf3fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf339d-fdde-4277-9ec2-84a848a32afc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:42.344169 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 38998) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:42.393166 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] Publish callbacks [] for security_group (dcaf339d-fdde-4277-9ec2-84a848a32afc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.414262 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] Publish callbacks [] for security_group (dcaf339d-fdde-4277-9ec2-84a848a32afc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.463030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dcaf339d-fdde-4277-9ec2-84a848a32afc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.465378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:42.466519 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcaf339d-fdde-4277-9ec2-84a848a32afc HTTP/1.1" status: 204 len: 168 time: 0.1213679 Jul 12 17:26:42.474050 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12439fd3-a93b-4a15-a97e-0f33d63baf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf339d-fdde-4277-9ec2-84a848a32afc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:42.812406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a50cb-f021-4923-8b19-8dfd8d836d21 req-f729fa2e-492c-4a69-b713-b8959e7fcd81 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:42.813893 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d71a50cb-f021-4923-8b19-8dfd8d836d21 req-f729fa2e-492c-4a69-b713-b8959e7fcd81 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0864480 Jul 12 17:26:42.828288 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c34296-9908-4f39-a93b-6054ad9a77ce req-df1542a2-0007-4d02-ae48-cb17735a5f5b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:42.829703 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61c34296-9908-4f39-a93b-6054ad9a77ce req-df1542a2-0007-4d02-ae48-cb17735a5f5b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0659118 Jul 12 17:26:42.901036 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d71a50cb-f021-4923-8b19-8dfd8d836d21 req-7369584a-87e2-47fc-92c4-3bbcb7a13e97 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798481 Jul 12 17:26:42.905022 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61c34296-9908-4f39-a93b-6054ad9a77ce req-59370d36-bf59-47e0-b39d-0c486d22dcd4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627384 Jul 12 17:26:43.002000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777b227-97ea-44ce-b7d3-d4d7b8e006d8 req-babe74c8-d105-4170-93ae-452c0f7cb2b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:43.003448 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8777b227-97ea-44ce-b7d3-d4d7b8e006d8 req-babe74c8-d105-4170-93ae-452c0f7cb2b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0466449 Jul 12 17:26:43.015875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:43.053005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8777b227-97ea-44ce-b7d3-d4d7b8e006d8 req-1bb01f74-efe0-4a32-a639-542acf7fedd0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Jul 12 17:26:43.532353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 39044) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:43.643607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe239-164a-4dfc-9a2a-afea711ff15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.719888 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe239-164a-4dfc-9a2a-afea711ff15c admin admin] Publish callbacks [] for security_group (5d5cce26-b346-46ad-a813-9b11fd68d443), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.723424 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe239-164a-4dfc-9a2a-afea711ff15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5d5cce26-b346-46ad-a813-9b11fd68d443), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.762366 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cfcfe239-164a-4dfc-9a2a-afea711ff15c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c65d9032ef643ee858ec0e385d81d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289774 Jul 12 17:26:43.763464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfe239-164a-4dfc-9a2a-afea711ff15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5cce26-b346-46ad-a813-9b11fd68d443,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:43.765030 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39054) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:43.814421 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] Publish callbacks [] for security_group (5d5cce26-b346-46ad-a813-9b11fd68d443), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.835384 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] Publish callbacks [] for security_group (5d5cce26-b346-46ad-a813-9b11fd68d443), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.881516 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5d5cce26-b346-46ad-a813-9b11fd68d443), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.883948 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:43.885048 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d5cce26-b346-46ad-a813-9b11fd68d443 HTTP/1.1" status: 204 len: 168 time: 0.1183484 Jul 12 17:26:43.892368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1355775-f93f-4d7d-9e59-d6cd30f54dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5cce26-b346-46ad-a813-9b11fd68d443,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:44.008615 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:44.046527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d7343-5e1d-411d-8100-87aaa81fc98d req-fc51b859-20e3-469e-a7b9-155e848a0347 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:44.047994 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a0d7343-5e1d-411d-8100-87aaa81fc98d req-fc51b859-20e3-469e-a7b9-155e848a0347 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0778906 Jul 12 17:26:44.058060 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939b3bc-acae-4b76-9065-430caddd526d req-ef68c95a-c09b-46e7-b81b-a71da7de3147 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:44.059445 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f939b3bc-acae-4b76-9065-430caddd526d req-ef68c95a-c09b-46e7-b81b-a71da7de3147 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0777490 Jul 12 17:26:44.134482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a0d7343-5e1d-411d-8100-87aaa81fc98d req-6a47d421-fc3a-4371-b740-a1a963ac163c tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741184 Jul 12 17:26:44.138505 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f939b3bc-acae-4b76-9065-430caddd526d req-74c89ca4-c75b-4117-a1fc-9bd805b66eb7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713358 Jul 12 17:26:44.244736 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966ba1-0578-4fbe-968a-f61114744bba req-fa66be9c-e672-4904-bf5d-681c9b1d5ca8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:44.246190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61966ba1-0578-4fbe-968a-f61114744bba req-fa66be9c-e672-4904-bf5d-681c9b1d5ca8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Jul 12 17:26:44.292929 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61966ba1-0578-4fbe-968a-f61114744bba req-d681a857-4d90-4908-8992-01b89d48fad3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Jul 12 17:26:45.276810 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb4deb-f25a-4661-8b3b-36d036b219e8 req-6464ea84-8259-48f8-b640-801974063d76 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:45.278267 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2bcb4deb-f25a-4661-8b3b-36d036b219e8 req-6464ea84-8259-48f8-b640-801974063d76 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0764892 Jul 12 17:26:45.284156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bff8e7-f7cb-4a47-ab59-f5e729442986 req-e415ef01-62f6-43a8-ab6e-497f8539d73d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:45.285476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0bff8e7-f7cb-4a47-ab59-f5e729442986 req-e415ef01-62f6-43a8-ab6e-497f8539d73d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0736227 Jul 12 17:26:45.357798 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2bcb4deb-f25a-4661-8b3b-36d036b219e8 req-3b755221-f523-4cc6-847f-131aebb72def tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Jul 12 17:26:45.360585 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0bff8e7-f7cb-4a47-ab59-f5e729442986 req-19f930a8-2a1e-41e7-ba28-e2d67eaafdff tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Jul 12 17:26:45.462458 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620224f-9ce6-48a4-aa09-eceb4746807e req-3800587d-364c-4fd5-8779-60afc088c98f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:45.463885 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9620224f-9ce6-48a4-aa09-eceb4746807e req-3800587d-364c-4fd5-8779-60afc088c98f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0466499 Jul 12 17:26:45.509126 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9620224f-9ce6-48a4-aa09-eceb4746807e req-011921e0-831b-4674-b62b-b52495e59762 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Jul 12 17:26:46.508183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5609c-7215-4a5f-b8e8-49987b0912c0 req-b99c0386-53f6-4cad-ae48-0d54dc9a7637 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:46.509626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18d5609c-7215-4a5f-b8e8-49987b0912c0 req-b99c0386-53f6-4cad-ae48-0d54dc9a7637 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0782678 Jul 12 17:26:46.515449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e654f27-80ae-4336-8878-6635a0c70afb req-597b272a-c70b-4f00-bb41-9c7a68774c4b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:46.516779 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e654f27-80ae-4336-8878-6635a0c70afb req-597b272a-c70b-4f00-bb41-9c7a68774c4b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0836449 Jul 12 17:26:46.585636 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18d5609c-7215-4a5f-b8e8-49987b0912c0 req-dc2fab23-c2d5-4172-9ae2-d9ba1ea70201 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679252 Jul 12 17:26:46.592377 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e654f27-80ae-4336-8878-6635a0c70afb req-94f6a66f-01da-4b9c-b4e3-b532c7ead448 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Jul 12 17:26:46.845942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:46.868576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147124-eacd-4dbe-873c-25b3fbfb007a req-ab77fd23-2e18-4ebf-a9b5-02604f78653b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:46.870166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42147124-eacd-4dbe-873c-25b3fbfb007a req-ab77fd23-2e18-4ebf-a9b5-02604f78653b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.2292569 Jul 12 17:26:46.918791 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42147124-eacd-4dbe-873c-25b3fbfb007a req-f577df0b-887e-442a-9983-d5a01728d2b5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Jul 12 17:26:46.921313 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c56390f7-3a64-4615-9de6-0456ac079113 req-7c25a3c1-2624-4680-acec-9ecdcc2c0d05 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156561 Jul 12 17:26:47.737524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a08b-78ec-402a-9f0e-797e0aeb0fff req-bef8629a-9ad2-405f-960a-04ec0cab8cad tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:47.739023 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca01a08b-78ec-402a-9f0e-797e0aeb0fff req-bef8629a-9ad2-405f-960a-04ec0cab8cad tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0796072 Jul 12 17:26:47.759554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406871b2-0d4b-4770-8103-38332a174a55 req-c804ba08-26c2-488e-9860-7ab18c6dc81d tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:47.761005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-406871b2-0d4b-4770-8103-38332a174a55 req-c804ba08-26c2-488e-9860-7ab18c6dc81d tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0696785 Jul 12 17:26:47.840673 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca01a08b-78ec-402a-9f0e-797e0aeb0fff req-05b72407-e90d-4ee5-90d1-cc64bba20fd0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895865 Jul 12 17:26:47.843642 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-406871b2-0d4b-4770-8103-38332a174a55 req-684025ff-4ca9-463c-b99a-87b2c774b116 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758166 Jul 12 17:26:48.021170 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:48.029263 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5d86-205d-4865-abfd-5ef3e190c713 req-b230de17-ff1c-4202-b401-8ebd6eeace4e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:48.030701 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0eb5d86-205d-4865-abfd-5ef3e190c713 req-b230de17-ff1c-4202-b401-8ebd6eeace4e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0457010 Jul 12 17:26:48.076437 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0eb5d86-205d-4865-abfd-5ef3e190c713 req-03c181d9-6f1f-487c-ba25-77ed908afe8b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Jul 12 17:26:48.982955 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa4b84-bd57-4da2-ac8d-280f77e11704 req-df57da38-7661-4a17-aed6-35aca0f55f8c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:48.984435 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0caa4b84-bd57-4da2-ac8d-280f77e11704 req-df57da38-7661-4a17-aed6-35aca0f55f8c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0771427 Jul 12 17:26:49.004139 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f18f5-0e03-42da-873b-23fc0f953a81 req-e07b0dda-c53e-4571-9581-c11a9d4eb20e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:49.005545 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f18f18f5-0e03-42da-873b-23fc0f953a81 req-e07b0dda-c53e-4571-9581-c11a9d4eb20e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0708320 Jul 12 17:26:49.067564 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0caa4b84-bd57-4da2-ac8d-280f77e11704 req-482eb1bf-a35d-4ea1-84a3-9a96ce3c3aba tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Jul 12 17:26:49.075215 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f18f18f5-0e03-42da-873b-23fc0f953a81 req-7df87c85-20c7-4450-89eb-a0e60c3cc570 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Jul 12 17:26:49.185321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc765749-c5c3-4c92-b384-d3930f336d53 req-166a04c4-b771-4482-a00b-b7fca3d1ee19 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:49.186673 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc765749-c5c3-4c92-b384-d3930f336d53 req-166a04c4-b771-4482-a00b-b7fca3d1ee19 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0460274 Jul 12 17:26:49.232518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc765749-c5c3-4c92-b384-d3930f336d53 req-446a19fb-7087-40c7-8bbb-6df7e01cac4c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 Jul 12 17:26:49.390853 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:50.208930 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ab02e-5ac8-42c7-8710-168d03820534 req-4415a27f-19b6-4e34-9c58-b0da9cceade9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:50.210306 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b41ab02e-5ac8-42c7-8710-168d03820534 req-4415a27f-19b6-4e34-9c58-b0da9cceade9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0770626 Jul 12 17:26:50.218251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae952e3-18e8-4c52-85fd-8826eac391ff req-13548bd3-15dc-4612-acdc-307969008d10 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:50.219573 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ae952e3-18e8-4c52-85fd-8826eac391ff req-13548bd3-15dc-4612-acdc-307969008d10 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0755708 Jul 12 17:26:50.290183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b41ab02e-5ac8-42c7-8710-168d03820534 req-a6661f7d-6478-4123-8698-1425f5df6b1a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 Jul 12 17:26:50.294158 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ae952e3-18e8-4c52-85fd-8826eac391ff req-81e9ffe7-3917-46d3-ade7-156ed24b04cb tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664523 Jul 12 17:26:50.395269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a9a48-428d-4230-b8bd-15ac16e95f32 req-3c7750b0-0f9d-446b-b209-eafa50d73316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:50.396686 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f04a9a48-428d-4230-b8bd-15ac16e95f32 req-3c7750b0-0f9d-446b-b209-eafa50d73316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0479765 Jul 12 17:26:50.441934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f04a9a48-428d-4230-b8bd-15ac16e95f32 req-54c760d6-3acd-4681-bc0a-1c2d6577393c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Jul 12 17:26:51.397820 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:26:51.427982 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efc151-fc64-4ea1-b0df-d5cf37db1e6b req-7a569fca-f931-4939-bb4c-8af97e724ea7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:51.429437 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3efc151-fc64-4ea1-b0df-d5cf37db1e6b req-7a569fca-f931-4939-bb4c-8af97e724ea7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0724139 Jul 12 17:26:51.437726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c19366-ee20-48c2-a2c5-01dea0355694 req-e9161d38-b775-41ca-bfad-f7388b483498 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:51.439060 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96c19366-ee20-48c2-a2c5-01dea0355694 req-e9161d38-b775-41ca-bfad-f7388b483498 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0719159 Jul 12 17:26:51.501633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:51.512282 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3efc151-fc64-4ea1-b0df-d5cf37db1e6b req-dc81d051-febb-4001-9771-0ba38e092346 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723569 Jul 12 17:26:51.519167 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96c19366-ee20-48c2-a2c5-01dea0355694 req-ef3f3cec-2154-419e-a364-7d73e5de4401 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718753 Jul 12 17:26:51.537866 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d3688dd1-007b-4953-bca9-70cb8cf24403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:51.622007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041de2-e694-42e8-af5c-aed1bd6cfe30 req-22e62190-30b6-40ed-8f0d-50fccec4e43b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:51.623334 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-14041de2-e694-42e8-af5c-aed1bd6cfe30 req-22e62190-30b6-40ed-8f0d-50fccec4e43b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0458889 Jul 12 17:26:51.668701 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-14041de2-e694-42e8-af5c-aed1bd6cfe30 req-95160765-9d0d-4e3b-b0a9-7740e13cd0a1 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Jul 12 17:26:52.659716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ef06-cb56-41e2-880b-ec43daf8b4ba req-1bbe19d6-d18d-4cb0-b786-ecfd98e1d42f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:52.661092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5e8ef06-cb56-41e2-880b-ec43daf8b4ba req-1bbe19d6-d18d-4cb0-b786-ecfd98e1d42f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 944 time: 0.0794475 Jul 12 17:26:52.667555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559958-5d89-4415-8337-bf5ffd4954b6 req-a24a8990-43d3-4f10-aed4-c91bb340ae32 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:52.668893 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de559958-5d89-4415-8337-bf5ffd4954b6 req-a24a8990-43d3-4f10-aed4-c91bb340ae32 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 944 time: 0.0763853 Jul 12 17:26:52.687664 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:52.740159 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5e8ef06-cb56-41e2-880b-ec43daf8b4ba req-f7008746-6088-4e9a-b2e1-8e21941834db tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Jul 12 17:26:52.747082 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de559958-5d89-4415-8337-bf5ffd4954b6 req-de4eed40-05b7-4b21-a85a-4133e0af25cc tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Jul 12 17:26:52.848369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127e723-2c31-4724-ab28-034e1c71da76 req-2bd1234b-b604-42b1-a759-ec190bb12d4f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:52.849860 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f127e723-2c31-4724-ab28-034e1c71da76 req-2bd1234b-b604-42b1-a759-ec190bb12d4f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0514460 Jul 12 17:26:52.897677 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f127e723-2c31-4724-ab28-034e1c71da76 req-350892ab-b663-4c2d-81f2-0878d627d4c2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Jul 12 17:26:52.997256 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:53.011725 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:53.023500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 7fe73886-acc0-410d-b06c-1db1396a9c76 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:53.122239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 7fe73886-acc0-410d-b06c-1db1396a9c76 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:26:53.134516 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 7fe73886-acc0-410d-b06c-1db1396a9c76 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:53.134877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.140982 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:53.177233 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'port_id': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc', 'mac_address': 'fa:16:3e:08:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:53.240214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:53.240590 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.261528 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:53.266701 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 7fe73886-acc0-410d-b06c-1db1396a9c76 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:53.267078 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.295937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:53.302655 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:53.304819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbe79e1-2f33-4e1d-9326-b6eef6d292d4" -d '{"events": [{"server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:53.315232 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.321735 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7fe73886-acc0-410d-b06c-1db1396a9c76,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:53.343990 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f877391-8af7-473f-ac0e-0802955366bf x-openstack-request-id: req-0f877391-8af7-473f-ac0e-0802955366bf {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:53.344273 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "name": "network-vif-plugged", "status": "completed", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:53.344515 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f877391-8af7-473f-ac0e-0802955366bf {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:53.344890 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f877391-8af7-473f-ac0e-0802955366bf'] response: {'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76', 'code': 200} Jul 12 17:26:53.349244 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.371106 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:53.378067 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.378410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.378746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.379080 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.379411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.379735 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.380056 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.380378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.380698 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.381017 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.381335 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.381653 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.382000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.382317 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.382629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:53.428741 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:53.888685 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4aebdd0d-56f8-4c77-bfe1-7b8120680cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:53.897221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05ae4e-3e1d-4c14-b203-c1cf31e3dae2 req-45b26067-5d57-4e4e-8386-7e7833d4698c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:53.898799 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d05ae4e-3e1d-4c14-b203-c1cf31e3dae2 req-45b26067-5d57-4e4e-8386-7e7833d4698c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 945 time: 0.0893440 Jul 12 17:26:53.921053 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8f7a0-4725-4cb3-86ee-9874c293af69 req-15d660bd-af1f-4246-85d3-1c50cb171c1b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:53.922568 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49f8f7a0-4725-4cb3-86ee-9874c293af69 req-15d660bd-af1f-4246-85d3-1c50cb171c1b tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.0814459 Jul 12 17:26:54.009376 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49f8f7a0-4725-4cb3-86ee-9874c293af69 req-ee01ba07-76d2-4a8e-83e0-49d0e2fe2444 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775127 Jul 12 17:26:54.033770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:54.034604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d05ae4e-3e1d-4c14-b203-c1cf31e3dae2 req-a7c21a84-408f-462d-b4df-4a4956d8a6c6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Jul 12 17:26:54.100776 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:54.144580 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7ba5e-1c58-46b4-bac8-16a67a8d0566 req-a4ad987c-aabc-4f89-b25b-4b9378f62953 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:54.148145 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5da7ba5e-1c58-46b4-bac8-16a67a8d0566 req-a4ad987c-aabc-4f89-b25b-4b9378f62953 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0741575 Jul 12 17:26:54.241222 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5da7ba5e-1c58-46b4-bac8-16a67a8d0566 req-5e662a7d-ff4d-42ed-92b9-85e26d628021 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819285 Jul 12 17:26:54.915578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39414) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:54.931089 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.025368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.104479 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:55.113733 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Publish callbacks [] for security_group (674fea66-1ba4-41cc-a842-bd870f3eabcb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.118683 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (674fea66-1ba4-41cc-a842-bd870f3eabcb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.148929 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:55.158560 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775c1b-a08a-42b4-89b7-2d297b5edd7c req-8174a68f-e542-49d5-a2e1-d13fdb730321 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:55.160031 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29775c1b-a08a-42b4-89b7-2d297b5edd7c req-8174a68f-e542-49d5-a2e1-d13fdb730321 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 945 time: 0.0756059 Jul 12 17:26:55.166725 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59691ec7593d4c9eb249dfe90e0690b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494736 Jul 12 17:26:55.168230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39422) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:55.170371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674fea66-1ba4-41cc-a842-bd870f3eabcb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:55.180158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587ca6-3387-4528-9eec-119b6efa7aae req-2c790ba5-d0e3-446e-b4d6-da8ea1ab54dc tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:55.181597 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cc587ca6-3387-4528-9eec-119b6efa7aae req-2c790ba5-d0e3-446e-b4d6-da8ea1ab54dc tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.0680020 Jul 12 17:26:55.189117 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.189464 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.189883 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.190227 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.190561 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.190903 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.191223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.191545 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.191903 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.192231 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.192552 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.192874 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.193191 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.193509 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.193860 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd9639-c930-45f5-81fc-e5eda85e93d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:55.238495 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] Publish callbacks [] for security_group (674fea66-1ba4-41cc-a842-bd870f3eabcb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.253309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29775c1b-a08a-42b4-89b7-2d297b5edd7c req-5a13b835-ab39-4493-b8d5-40ae91466d4f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Jul 12 17:26:55.257659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cc587ca6-3387-4528-9eec-119b6efa7aae req-fb362893-5a0a-4380-9514-c6bf882fa5a2 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682557 Jul 12 17:26:55.265148 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] Publish callbacks [] for security_group (674fea66-1ba4-41cc-a842-bd870f3eabcb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.318405 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (674fea66-1ba4-41cc-a842-bd870f3eabcb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.321040 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.325150 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/674fea66-1ba4-41cc-a842-bd870f3eabcb HTTP/1.1" status: 204 len: 168 time: 0.1556833 Jul 12 17:26:55.336539 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc372-318e-4f55-8f74-fcdfedff5ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fea66-1ba4-41cc-a842-bd870f3eabcb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:55.376874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1e817-7b2a-4dcb-b2d8-06d5e69780a8 req-7e906efd-39d2-4610-8449-88a8100fef0b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:55.378391 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e8d1e817-7b2a-4dcb-b2d8-06d5e69780a8 req-7e906efd-39d2-4610-8449-88a8100fef0b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.0606179 Jul 12 17:26:55.401482 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:55.437153 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e8d1e817-7b2a-4dcb-b2d8-06d5e69780a8 req-d9c3c03c-b30c-4189-96b3-5cc6d24193f7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529280 Jul 12 17:26:55.461027 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:55.476685 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:26:55.488612 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:55.489374 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.591846 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:55.592242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.628828 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:55.631113 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed15d0-af72-40e2-9b4d-bdb3787b3644" -d '{"events": [{"server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "name": "network-vif-plugged", "status": "completed", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:26:55.644879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:55.648341 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.686025 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ac690f-aaa4-451f-8822-ef6ff67505f2 x-openstack-request-id: req-38ac690f-aaa4-451f-8822-ef6ff67505f2 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:26:55.686392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "name": "network-vif-plugged", "status": "completed", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:26:55.686664 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38ac690f-aaa4-451f-8822-ef6ff67505f2 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:26:55.687072 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ac690f-aaa4-451f-8822-ef6ff67505f2'] response: {'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc', 'code': 200} Jul 12 17:26:55.726104 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:55.744321 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39442) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:55.760232 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bf167dcd-fc3a-4bab-b6fa-cc72f617285c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.855111 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bf167dcd-fc3a-4bab-b6fa-cc72f617285c admin admin] Publish callbacks [] for security_group (57b0dffc-ff2e-4e22-82b8-03c123277c33), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.859635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bf167dcd-fc3a-4bab-b6fa-cc72f617285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (57b0dffc-ff2e-4e22-82b8-03c123277c33), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.898650 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bf167dcd-fc3a-4bab-b6fa-cc72f617285c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=235fc82bdc9f4161b5e6393c19239b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532822 Jul 12 17:26:55.902141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 39444) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:55.903980 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167dcd-fc3a-4bab-b6fa-cc72f617285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b0dffc-ff2e-4e22-82b8-03c123277c33,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:55.926099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:55.961367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Publish callbacks [] for security_group (57b0dffc-ff2e-4e22-82b8-03c123277c33), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:55.983947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Publish callbacks [] for security_group (57b0dffc-ff2e-4e22-82b8-03c123277c33), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.024140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 39448) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:56.044063 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (57b0dffc-ff2e-4e22-82b8-03c123277c33), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.046676 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.047843 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57b0dffc-ff2e-4e22-82b8-03c123277c33 HTTP/1.1" status: 204 len: 168 time: 0.1447275 Jul 12 17:26:56.056003 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b0dffc-ff2e-4e22-82b8-03c123277c33,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:56.063445 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.063793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.064140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.064478 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.064810 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.065140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.065467 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.065827 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.066174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.066501 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.066843 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.067182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.067505 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.067823 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.068140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf0e92-e66a-47a4-80f6-fa6cbb048970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:26:56.160389 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07d66f7b-9b3b-42ca-b390-8ba0b4dae1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.244528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:56.247288 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07d66f7b-9b3b-42ca-b390-8ba0b4dae1a7 admin admin] Publish callbacks [] for security_group (90cd7b7c-5613-4e20-bfd2-709ba0ebd30a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.252568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07d66f7b-9b3b-42ca-b390-8ba0b4dae1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (90cd7b7c-5613-4e20-bfd2-709ba0ebd30a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.321876 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-07d66f7b-9b3b-42ca-b390-8ba0b4dae1a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cce0ada51a84a2ab672b68e19f1c96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961099 Jul 12 17:26:56.325278 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39462) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:56.345363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d66f7b-9b3b-42ca-b390-8ba0b4dae1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd7b7c-5613-4e20-bfd2-709ba0ebd30a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:56.423530 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] Publish callbacks [] for security_group (90cd7b7c-5613-4e20-bfd2-709ba0ebd30a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.476671 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ed2cf-7662-44d6-873e-00274106c497 req-f92aef25-2ebd-445a-b0ee-d5b771679dd4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:56.485110 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-600ed2cf-7662-44d6-873e-00274106c497 req-f92aef25-2ebd-445a-b0ee-d5b771679dd4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.1349647 Jul 12 17:26:56.498459 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] Publish callbacks [] for security_group (90cd7b7c-5613-4e20-bfd2-709ba0ebd30a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.504396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c401-090f-4b71-8ca7-f732bb5d5a0a req-e087e7b2-50d0-4487-848c-2f2942d3bc03 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:56.508190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09e7c401-090f-4b71-8ca7-f732bb5d5a0a req-e087e7b2-50d0-4487-848c-2f2942d3bc03 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1464319 Jul 12 17:26:56.594089 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-600ed2cf-7662-44d6-873e-00274106c497 req-5c320542-e916-481f-a97c-f9a97510f852 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072702 Jul 12 17:26:56.613643 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09e7c401-090f-4b71-8ca7-f732bb5d5a0a req-34d80034-03e9-4bd5-9546-f3df5a512322 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945292 Jul 12 17:26:56.676249 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819485a5-aa0a-4643-929b-9b231c3d09ef req-a4bd9e4d-7007-422d-b39b-7ac72676ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:56.679182 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-819485a5-aa0a-4643-929b-9b231c3d09ef req-a4bd9e4d-7007-422d-b39b-7ac72676ca7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 1129 time: 0.1920888 Jul 12 17:26:56.721479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.744119 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (90cd7b7c-5613-4e20-bfd2-709ba0ebd30a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.748518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.749964 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90cd7b7c-5613-4e20-bfd2-709ba0ebd30a HTTP/1.1" status: 204 len: 168 time: 0.4234850 Jul 12 17:26:56.760988 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d83e9-0ad4-4555-a264-dbf69c364077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd7b7c-5613-4e20-bfd2-709ba0ebd30a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:56.783932 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542d339-780f-469a-91b3-6ab428d46353 req-95868f14-ea6f-43c2-8e74-c377878311bc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:56.787854 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f542d339-780f-469a-91b3-6ab428d46353 req-95868f14-ea6f-43c2-8e74-c377878311bc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 944 time: 0.1114454 Jul 12 17:26:56.880477 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f542d339-780f-469a-91b3-6ab428d46353 req-e970231f-04ae-49d0-a9c9-972b1d6c7bc3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849442 Jul 12 17:26:56.885559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:56.909094 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 39502) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:56.972468 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300582a1-f9d7-44bc-9ce8-674852a992d4 req-621803cd-c638-49e1-b94a-fcd7dae305a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:56.974158 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-300582a1-f9d7-44bc-9ce8-674852a992d4 req-621803cd-c638-49e1-b94a-fcd7dae305a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1130 time: 0.0633650 Jul 12 17:26:57.006388 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-819485a5-aa0a-4643-929b-9b231c3d09ef req-ed797bb6-4e52-4c32-989f-8befe10b3967 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945821 Jul 12 17:26:57.061887 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-300582a1-f9d7-44bc-9ce8-674852a992d4 req-bbeaf829-5a7b-4ff2-9984-e0b46ffd4981 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747948 Jul 12 17:26:57.230455 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4036eb12-bbda-43d6-883b-740a2b3bd817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.310739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4036eb12-bbda-43d6-883b-740a2b3bd817 admin admin] Publish callbacks [] for security_group (01f4ebff-ce55-48a6-a80d-848f377567cd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.314851 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4036eb12-bbda-43d6-883b-740a2b3bd817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (01f4ebff-ce55-48a6-a80d-848f377567cd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.356001 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b8875684-ac70-4178-b58c-59ccedcabb36 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:26:57.372422 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4036eb12-bbda-43d6-883b-740a2b3bd817 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2280a737b75b4700b086b66506f73fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614630 Jul 12 17:26:57.375054 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 39524) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:26:57.421752 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:57.423025 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036eb12-bbda-43d6-883b-740a2b3bd817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f4ebff-ce55-48a6-a80d-848f377567cd,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:57.483404 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] Publish callbacks [] for security_group (01f4ebff-ce55-48a6-a80d-848f377567cd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.514863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] Publish callbacks [] for security_group (01f4ebff-ce55-48a6-a80d-848f377567cd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.594742 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (01f4ebff-ce55-48a6-a80d-848f377567cd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.602859 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.604979 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01f4ebff-ce55-48a6-a80d-848f377567cd HTTP/1.1" status: 204 len: 168 time: 0.2282879 Jul 12 17:26:57.614301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc6ad-d513-49fd-84e8-d1f7f8d2bc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f4ebff-ce55-48a6-a80d-848f377567cd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:57.633302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b8875684-ac70-4178-b58c-59ccedcabb36,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:57.659322 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:26:57.711196 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b8875684-ac70-4178-b58c-59ccedcabb36 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:57.711635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.743265 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8875684-ac70-4178-b58c-59ccedcabb36 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:26:57.793713 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b8875684-ac70-4178-b58c-59ccedcabb36,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:26:57.802151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:57.806050 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:57.833535 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a2493-df4b-4027-b650-592e35274fad req-6f58ea75-4723-4cf5-8c45-dc291f045bf6 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:57.840313 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8b9a2493-df4b-4027-b650-592e35274fad req-6f58ea75-4723-4cf5-8c45-dc291f045bf6 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.1537035 Jul 12 17:26:57.854201 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef91212-3392-49d1-bfbe-4d9ef62922d4 req-a2ed6d1d-91c6-4aef-9b8e-00d0877e46fb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:57.863056 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef91212-3392-49d1-bfbe-4d9ef62922d4 req-a2ed6d1d-91c6-4aef-9b8e-00d0877e46fb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1224420 Jul 12 17:26:57.877182 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:26:57.942923 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8b9a2493-df4b-4027-b650-592e35274fad req-d028827a-ad01-44ed-8133-b3ad278a5ab0 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010475 Jul 12 17:26:57.949597 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef91212-3392-49d1-bfbe-4d9ef62922d4 req-d5e3de43-9f5b-4828-b427-efd18a0592d4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Jul 12 17:26:58.081150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b20b7-34e6-4d19-b960-dc641fde8445 req-ef2bf86e-e32d-473a-8abf-ba8e15ba082d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:58.083831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-394b20b7-34e6-4d19-b960-dc641fde8445 req-ef2bf86e-e32d-473a-8abf-ba8e15ba082d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 945 time: 0.0578022 Jul 12 17:26:58.151540 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-394b20b7-34e6-4d19-b960-dc641fde8445 req-751b6eaf-22d0-4425-9ccf-e8c01d4a6c28 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594065 Jul 12 17:26:58.333933 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['b8875684-ac70-4178-b58c-59ccedcabb36'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:26:58.413192 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:59.165256 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e45ea4-85a4-44ef-b5d7-44c8a2535191 req-e85f1856-1116-43e0-abcc-df04da864932 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:59.166730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2e45ea4-85a4-44ef-b5d7-44c8a2535191 req-e85f1856-1116-43e0-abcc-df04da864932 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0761881 Jul 12 17:26:59.207078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bf2c-1f56-4b3a-ad0e-d1d69f48eb8a req-22a800be-8c46-45e7-8b1b-9d010886c0d9 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:59.216974 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-35c4bf2c-1f56-4b3a-ad0e-d1d69f48eb8a req-22a800be-8c46-45e7-8b1b-9d010886c0d9 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.1401105 Jul 12 17:26:59.236705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:26:59.300618 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2e45ea4-85a4-44ef-b5d7-44c8a2535191 req-ed63cdc1-74f9-482b-a16d-d49f4d3e6673 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190927 Jul 12 17:26:59.313977 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-35c4bf2c-1f56-4b3a-ad0e-d1d69f48eb8a req-5fac8ba4-84f3-417c-8f3d-ad458fc4364e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958381 Jul 12 17:26:59.429308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3424-2cc5-4270-ad3d-60bb9f172874 req-3655adff-a17e-4cef-ab41-3f7ad491010a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:26:59.430760 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-622c3424-2cc5-4270-ad3d-60bb9f172874 req-3655adff-a17e-4cef-ab41-3f7ad491010a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 945 time: 0.0549364 Jul 12 17:26:59.491174 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-622c3424-2cc5-4270-ad3d-60bb9f172874 req-2e9aff01-d58a-48e4-a569-e744d6c2088b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512543 Jul 12 17:26:59.787121 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b8875684-ac70-4178-b58c-59ccedcabb36 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:26:59.841577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port b8875684-ac70-4178-b58c-59ccedcabb36 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:26:59.848465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port b8875684-ac70-4178-b58c-59ccedcabb36 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:26:59.849077 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:59.947015 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b8875684-ac70-4178-b58c-59ccedcabb36 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:26:59.948016 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:26:59.983451 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:26:59.985758 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc4ae1-6dd9-4f62-8ee1-4217dca5d7d0" -d '{"events": [{"server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:00.001318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b8875684-ac70-4178-b58c-59ccedcabb36,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:00.011188 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:00.023595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:00.042107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbccc476-e65f-4459-b70d-43225260ce19 x-openstack-request-id: req-cbccc476-e65f-4459-b70d-43225260ce19 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:00.042438 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:00.042705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbccc476-e65f-4459-b70d-43225260ce19 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:00.043084 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbccc476-e65f-4459-b70d-43225260ce19'] response: {'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'code': 200} Jul 12 17:27:00.068290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:00.292838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:00.447160 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ff48-05e0-4e13-945e-48c1367571fd req-0922bc24-8c77-4091-89d6-b73d8d7362b3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:00.449118 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f89ff48-05e0-4e13-945e-48c1367571fd req-0922bc24-8c77-4091-89d6-b73d8d7362b3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0772040 Jul 12 17:27:00.463973 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5908468-96ac-4ee7-828e-e7c7fb00366a req-e687160a-2fa7-4cc7-ab3a-37c829f5c633 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:00.465373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5908468-96ac-4ee7-828e-e7c7fb00366a req-e687160a-2fa7-4cc7-ab3a-37c829f5c633 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.0621185 Jul 12 17:27:00.535051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f89ff48-05e0-4e13-945e-48c1367571fd req-1bb5b168-6149-4b86-ae0d-7aa063736298 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789258 Jul 12 17:27:00.539058 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5908468-96ac-4ee7-828e-e7c7fb00366a req-9d31171d-b052-4e55-adfc-9ba01865d8ee tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Jul 12 17:27:00.650114 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf77259-1009-4dd4-b17a-68c1c84a7f40 req-8b9fdb22-a02a-4d4c-88ca-59177823722d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:00.652473 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-daf77259-1009-4dd4-b17a-68c1c84a7f40 req-8b9fdb22-a02a-4d4c-88ca-59177823722d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0566106 Jul 12 17:27:00.723728 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-daf77259-1009-4dd4-b17a-68c1c84a7f40 req-e40a9a71-090f-4d9e-a9c0-6e48bab04835 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633581 Jul 12 17:27:00.887693 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc53509-84ff-4734-a39c-74568a54b230 req-64014dfe-cd62-424f-ad41-a36ef0b702d4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:00.889332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdc53509-84ff-4734-a39c-74568a54b230 req-64014dfe-cd62-424f-ad41-a36ef0b702d4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0584376 Jul 12 17:27:00.948216 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdc53509-84ff-4734-a39c-74568a54b230 req-660a5fdd-fd85-4638-854d-575e03cdeac9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Jul 12 17:27:01.673569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-1a285dd3-b90f-458e-91a4-1457ae495dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:01.677298 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-1a285dd3-b90f-458e-91a4-1457ae495dca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1130 time: 0.0502291 Jul 12 17:27:01.806657 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:01.813108 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524980e5-5416-4b9d-8a60-1cf51e15d1fe req-65e5f736-9f3a-47a0-9efd-bd8b91b868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:01.814921 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-524980e5-5416-4b9d-8a60-1cf51e15d1fe req-65e5f736-9f3a-47a0-9efd-bd8b91b868f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0819657 Jul 12 17:27:01.872244 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-524980e5-5416-4b9d-8a60-1cf51e15d1fe req-59062061-61be-49a3-bbd4-ebc50515a4c8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506186 Jul 12 17:27:01.912672 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acd2ae-f924-4cb4-ab47-d6ebb4a36f3e req-cc357b26-1f94-456c-9bce-453ed26d4ad9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:01.914700 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58acd2ae-f924-4cb4-ab47-d6ebb4a36f3e req-cc357b26-1f94-456c-9bce-453ed26d4ad9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0791447 Jul 12 17:27:01.915851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-2151de62-e201-4406-830a-d145039d3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:01.917194 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-2151de62-e201-4406-830a-d145039d3c5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.2310712 Jul 12 17:27:01.936087 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:01.966600 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58acd2ae-f924-4cb4-ab47-d6ebb4a36f3e req-26c57912-d68c-452e-8b72-4e1ed103238f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Jul 12 17:27:02.067478 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6db3-3568-4e19-94f6-08c013f47156 req-b7f5b042-cbdd-4687-a893-cec4df36946b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:02.071594 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe0a6db3-3568-4e19-94f6-08c013f47156 req-b7f5b042-cbdd-4687-a893-cec4df36946b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Jul 12 17:27:02.130229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe0a6db3-3568-4e19-94f6-08c013f47156 req-3223cc06-f82e-4b72-81d9-f6f5e2547270 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521109 Jul 12 17:27:02.476420 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-66551be3-55f0-4f52-ac0f-fe30a53571b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 200 len: 217 time: 0.0336308 Jul 12 17:27:02.529430 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-5e43e34a-5c1c-49b6-aea0-75de02cc3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:02.530899 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-5e43e34a-5c1c-49b6-aea0-75de02cc3830 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0447304 Jul 12 17:27:03.081463 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:03.114998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26714-69cc-44b1-8d4d-8e427a5d3ae5 req-e4752164-a38f-4ab7-a0e0-a21f34ef4eba tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:03.116470 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-beb26714-69cc-44b1-8d4d-8e427a5d3ae5 req-e4752164-a38f-4ab7-a0e0-a21f34ef4eba tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0786269 Jul 12 17:27:03.144498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-83b70298-5edf-470c-8bce-585461d93626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:03.147384 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-83b70298-5edf-470c-8bce-585461d93626 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773332 Jul 12 17:27:03.205608 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-beb26714-69cc-44b1-8d4d-8e427a5d3ae5 req-acbeb938-2a5f-4150-85ea-eb382741428f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821671 Jul 12 17:27:03.289640 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-03130cc0-d59e-4627-ae21-6eba0bceec42 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254816 Jul 12 17:27:03.330328 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df3d9b-af04-467d-801a-e8fcd13f977a req-42f40fe2-c8ac-4ffe-b43c-575e5a22a440 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:03.332040 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66df3d9b-af04-467d-801a-e8fcd13f977a req-42f40fe2-c8ac-4ffe-b43c-575e5a22a440 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0617454 Jul 12 17:27:03.444046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66df3d9b-af04-467d-801a-e8fcd13f977a req-9b99b3ee-84f8-4892-8095-c64967267ab4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993271 Jul 12 17:27:03.461402 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a760d42-a76f-4338-b928-539b1c2dcf63 req-6c5a787f-a47b-459d-84ae-7222d9f34cb3 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261780 Jul 12 17:27:04.489031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe1be2-8c3d-46af-9c53-3584af1e6f5e req-6edcf2ca-52bc-4cd1-853f-46a952ec5bb2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:04.490537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02fe1be2-8c3d-46af-9c53-3584af1e6f5e req-6edcf2ca-52bc-4cd1-853f-46a952ec5bb2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.2162840 Jul 12 17:27:04.567223 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02fe1be2-8c3d-46af-9c53-3584af1e6f5e req-c91503f7-e76b-44dc-b9ed-835359fef9e3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704086 Jul 12 17:27:04.590646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fb337-ef61-49b4-9b0a-15a1439f3f99 req-a8bad0c9-c8e0-42fe-b499-a0cdff2c3f2e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:04.592231 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-451fb337-ef61-49b4-9b0a-15a1439f3f99 req-a8bad0c9-c8e0-42fe-b499-a0cdff2c3f2e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0608530 Jul 12 17:27:04.646219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-451fb337-ef61-49b4-9b0a-15a1439f3f99 req-d0623c87-2580-48f5-aa14-8b444e02fafc tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478508 Jul 12 17:27:05.697568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d854d6-2487-440d-a484-03fbc54fe7ec req-f0c4b7f7-9d41-4279-b893-68c9a86af4fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:05.699079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72d854d6-2487-440d-a484-03fbc54fe7ec req-f0c4b7f7-9d41-4279-b893-68c9a86af4fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0558791 Jul 12 17:27:05.777793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530e71-c077-45e8-ba58-90c8f3676531 req-b0f53f5e-757a-4153-a52d-e48fb54aa1a7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:05.779233 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58530e71-c077-45e8-ba58-90c8f3676531 req-b0f53f5e-757a-4153-a52d-e48fb54aa1a7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0620778 Jul 12 17:27:05.782476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72d854d6-2487-440d-a484-03fbc54fe7ec req-7f9ec559-5635-4931-b956-0d435121a332 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781925 Jul 12 17:27:05.827617 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58530e71-c077-45e8-ba58-90c8f3676531 req-cc4c9f92-e84c-4bf8-9119-3465a395f669 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Jul 12 17:27:06.390594 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:06.415960 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:06.899802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a749b-e01c-40df-b684-a5c5ba036786 req-0e22823c-0f2f-4dd4-a679-72a15a982f40 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:06.901348 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d9a749b-e01c-40df-b684-a5c5ba036786 req-0e22823c-0f2f-4dd4-a679-72a15a982f40 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Jul 12 17:27:06.957553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:06.969312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f5320-b224-416e-b382-7a88bb3b0660 req-bd45971c-691e-412b-9715-6de556a7cba7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:06.970797 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b7f5320-b224-416e-b382-7a88bb3b0660 req-bd45971c-691e-412b-9715-6de556a7cba7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0685539 Jul 12 17:27:07.002584 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d9a749b-e01c-40df-b684-a5c5ba036786 req-a60dae39-b3d2-4faf-8942-0a066e039e87 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919034 Jul 12 17:27:07.029129 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b7f5320-b224-416e-b382-7a88bb3b0660 req-1ce5d250-d9e2-419e-8cf1-6546b44c30c7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Jul 12 17:27:08.083197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:08.147433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d049a7c-0c0a-4cb9-a574-96384920b214 req-2068ab63-ce44-4fb9-a482-a351ea16012a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:08.148981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d049a7c-0c0a-4cb9-a574-96384920b214 req-2068ab63-ce44-4fb9-a482-a351ea16012a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0761757 Jul 12 17:27:08.168604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac508b6-0454-4e26-8160-98a2c551b058 req-bdce0b37-7b87-4a11-8ab3-1cfdb9368e3f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:08.170012 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eac508b6-0454-4e26-8160-98a2c551b058 req-bdce0b37-7b87-4a11-8ab3-1cfdb9368e3f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0690460 Jul 12 17:27:08.234578 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d049a7c-0c0a-4cb9-a574-96384920b214 req-fbb301ad-8ba9-42da-a46d-ad783f3e2e6b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795002 Jul 12 17:27:08.238639 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eac508b6-0454-4e26-8160-98a2c551b058 req-bbe6e91c-7351-4bb8-8ded-934f6de1cefb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618856 Jul 12 17:27:09.376152 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d8869-d3b0-41f3-84ae-fb4d9a42d8db req-58b280f5-d90e-471a-84fb-f01c3182dbad tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:09.377599 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373d8869-d3b0-41f3-84ae-fb4d9a42d8db req-58b280f5-d90e-471a-84fb-f01c3182dbad tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0775001 Jul 12 17:27:09.383528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f2384-fac8-4988-813e-54777dbb76d1 req-8bf01724-b8e1-44d4-b4ac-ac6990226fed tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:09.384870 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e36f2384-fac8-4988-813e-54777dbb76d1 req-8bf01724-b8e1-44d4-b4ac-ac6990226fed tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0757122 Jul 12 17:27:09.451256 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373d8869-d3b0-41f3-84ae-fb4d9a42d8db req-4443a8cb-44d0-49f7-99e8-c4c244a19625 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654650 Jul 12 17:27:09.462724 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e36f2384-fac8-4988-813e-54777dbb76d1 req-308c6a13-f4c6-4f0a-aa47-76a8e91f6e84 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706239 Jul 12 17:27:10.279810 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:10.287068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:10.617604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd534e56-a1ba-4ad2-9c7b-1e19e043ac20 req-80629b5f-4ff6-4527-a1ea-0aaeca54b1c4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:10.619171 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd534e56-a1ba-4ad2-9c7b-1e19e043ac20 req-80629b5f-4ff6-4527-a1ea-0aaeca54b1c4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0802047 Jul 12 17:27:10.646881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a756b8-0fe5-4e98-ad0f-92945166c23c req-d15726fa-0f49-42de-8ef7-b72fb48ebd66 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:10.648292 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2a756b8-0fe5-4e98-ad0f-92945166c23c req-d15726fa-0f49-42de-8ef7-b72fb48ebd66 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0737557 Jul 12 17:27:10.692535 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd534e56-a1ba-4ad2-9c7b-1e19e043ac20 req-db34e5e3-eebc-4bdb-9e09-2a78a7bb70a8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679328 Jul 12 17:27:10.718632 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2a756b8-0fe5-4e98-ad0f-92945166c23c req-27593aba-c0e8-4064-96b6-b203c0e7313d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Jul 12 17:27:10.801375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747f5bf-f2d1-467b-a705-86e77a7fadbb req-53f82dbb-8491-4901-b6e6-a7b9d2af1181 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:10.802839 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3747f5bf-f2d1-467b-a705-86e77a7fadbb req-53f82dbb-8491-4901-b6e6-a7b9d2af1181 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Jul 12 17:27:10.811720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 39892) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:10.815892 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:10.887660 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:11.228433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:11.460154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:11.463688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:11.554022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:11.559514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP e3483f71-e49e-4a6f-8242-fdf962531ac8 associated. External IP: 172.27.0.49, port: b8875684-ac70-4178-b58c-59ccedcabb36. Jul 12 17:27:11.867126 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=10 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:11.869994 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:11.943560 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c108a6d-702a-41b9-aae1-df085f573864 req-acaf65cf-880a-41b5-ba2e-e5228589a178 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:11.945043 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c108a6d-702a-41b9-aae1-df085f573864 req-acaf65cf-880a-41b5-ba2e-e5228589a178 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0803096 Jul 12 17:27:12.003049 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:27:12.012167 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c108a6d-702a-41b9-aae1-df085f573864 req-13fa4b85-a48a-44cc-94c2-9bcda97652eb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594053 Jul 12 17:27:12.111344 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:12.116265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:12.123899 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:12.133481 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:12.134114 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:26:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:12.144975 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f60e187b-5c31-47be-9ec2-b3497118e12c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "PUT /v2.0/floatingips/e3483f71-e49e-4a6f-8242-fdf962531ac8 HTTP/1.1" status: 200 len: 991 time: 1.3322744 Jul 12 17:27:12.145582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:27:12.147862 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa906892-208b-4da8-8d39-bf1dff35c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:12.184815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e301b-92f7-4994-ab8e-b6c2f714b5b0 x-openstack-request-id: req-c24e301b-92f7-4994-ab8e-b6c2f714b5b0 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:12.185108 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:12.185405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c24e301b-92f7-4994-ab8e-b6c2f714b5b0 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:12.185844 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24e301b-92f7-4994-ab8e-b6c2f714b5b0'] response: {'name': 'network-changed', 'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'status': 'completed', 'code': 200} Jul 12 17:27:12.234228 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:12.471516 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:11Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:12.494299 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:12.502195 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:12.502776 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:26:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:12.600707 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:12.804663 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:11Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:12.829440 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19375cb-5520-4ab6-a4b4-2ee03a31739e None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:11Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:13.050774 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed65f2-5715-4e43-8450-98670d4e69f8 None None] New status for floating IP e3483f71-e49e-4a6f-8242-fdf962531ac8: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:27:13.134969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ee775-774d-4211-85b8-d1905df360dd req-ace6b6ee-3811-43dc-a0fb-e12819c88b28 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:13.136606 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a39ee775-774d-4211-85b8-d1905df360dd req-ace6b6ee-3811-43dc-a0fb-e12819c88b28 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0468180 Jul 12 17:27:13.183542 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a39ee775-774d-4211-85b8-d1905df360dd req-cfe80043-768f-427c-a8e5-cecdcbbfebe4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Jul 12 17:27:14.334033 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0f6de-e276-4efb-aa81-d50df47fe556 req-6be1d796-0892-4d1e-8a55-530b11634665 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:14.335439 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5eb0f6de-e276-4efb-aa81-d50df47fe556 req-6be1d796-0892-4d1e-8a55-530b11634665 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0840757 Jul 12 17:27:14.338420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-c39e51db-12b1-4ed4-9795-3400562348ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:14.339796 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-c39e51db-12b1-4ed4-9795-3400562348ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0579569 Jul 12 17:27:14.442034 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5eb0f6de-e276-4efb-aa81-d50df47fe556 req-d4e92492-c071-4681-968a-8b99dcbc20ca tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007733 Jul 12 17:27:14.462135 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:14.465486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-16be9f91-5359-4275-ab32-bf649bd7242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:14.466953 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-16be9f91-5359-4275-ab32-bf649bd7242b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.1190028 Jul 12 17:27:14.559696 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-45979afb-98f3-4eb3-bf96-d9ad4e68ff7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8875684-ac70-4178-b58c-59ccedcabb36 HTTP/1.1" status: 200 len: 1001 time: 0.0798886 Jul 12 17:27:14.614891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-28707806-cc4e-45c2-83c3-fe83f8d56c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:14.616414 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-28707806-cc4e-45c2-83c3-fe83f8d56c48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0481384 Jul 12 17:27:14.658093 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-dfdcd52f-0b5b-4f24-90b6-8983e7df04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:14.659591 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-dfdcd52f-0b5b-4f24-90b6-8983e7df04c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374835 Jul 12 17:27:14.703829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:14.758089 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-f3f7e887-ee9d-47aa-9657-de9b97f4b0cc service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Jul 12 17:27:14.856636 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa906892-208b-4da8-8d39-bf1dff35c3a0 req-fac7d8aa-1868-40e2-8e70-69862c66dc41 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868154 Jul 12 17:27:15.565354 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d66d5-ac91-4d41-b402-4fd1443f86a0 req-e6551afe-7701-4d0f-b7f6-16364bea265e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:15.567111 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c72d66d5-ac91-4d41-b402-4fd1443f86a0 req-e6551afe-7701-4d0f-b7f6-16364bea265e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0563765 Jul 12 17:27:15.617180 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c72d66d5-ac91-4d41-b402-4fd1443f86a0 req-7677cf81-ec59-4024-98b5-83d74ba0a11c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Jul 12 17:27:16.734642 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ef9a8-9437-41a5-9cc9-77f1c3e337cf req-e5400c72-921a-4a27-bd9a-dc1dcfc21d3e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:16.736073 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-275ef9a8-9437-41a5-9cc9-77f1c3e337cf req-e5400c72-921a-4a27-bd9a-dc1dcfc21d3e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Jul 12 17:27:16.782172 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-275ef9a8-9437-41a5-9cc9-77f1c3e337cf req-23b78950-c985-41ae-9b39-a2307f0b20e2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Jul 12 17:27:17.489326 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40038) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:17.599392 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d571a38f-fd1e-4373-98d3-cb6c9266a805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.675359 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d571a38f-fd1e-4373-98d3-cb6c9266a805 admin admin] Publish callbacks [] for security_group (054630cf-9654-42d2-8e70-8968957d848a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.679255 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d571a38f-fd1e-4373-98d3-cb6c9266a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (054630cf-9654-42d2-8e70-8968957d848a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.718398 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d571a38f-fd1e-4373-98d3-cb6c9266a805 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6d3270b0fb24b258fd14370fb96bb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279403 Jul 12 17:27:17.719666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571a38f-fd1e-4373-98d3-cb6c9266a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054630cf-9654-42d2-8e70-8968957d848a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:17.721417 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40044) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:17.774773 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] Publish callbacks [] for security_group (054630cf-9654-42d2-8e70-8968957d848a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.798420 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] Publish callbacks [] for security_group (054630cf-9654-42d2-8e70-8968957d848a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.856335 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (054630cf-9654-42d2-8e70-8968957d848a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.860152 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:17.861402 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/054630cf-9654-42d2-8e70-8968957d848a HTTP/1.1" status: 204 len: 168 time: 0.1388924 Jul 12 17:27:17.872643 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec23398-b136-4d8b-88b6-4158dad6b5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054630cf-9654-42d2-8e70-8968957d848a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:17.936553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889c4b-ff0b-423a-aeda-410d03b4a5d4 req-0dad45fa-d678-4ca1-8e60-2d42aa0fb8ab tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:17.947176 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f889c4b-ff0b-423a-aeda-410d03b4a5d4 req-0dad45fa-d678-4ca1-8e60-2d42aa0fb8ab tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0895057 Jul 12 17:27:18.037070 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f889c4b-ff0b-423a-aeda-410d03b4a5d4 req-c3ec660c-f6a0-44d7-823f-a1f4ce6341ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820296 Jul 12 17:27:18.266781 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40072) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:18.283210 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea6860be-36ca-4e73-8646-cf3287d5eea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.409373 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea6860be-36ca-4e73-8646-cf3287d5eea7 admin admin] Publish callbacks [] for security_group (725d0af5-65f2-4ecf-a34d-02cf026f41c9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.414782 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ea6860be-36ca-4e73-8646-cf3287d5eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (725d0af5-65f2-4ecf-a34d-02cf026f41c9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.461138 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ea6860be-36ca-4e73-8646-cf3287d5eea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca6f1fe1feed41f598eb6d6254df5321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930492 Jul 12 17:27:18.462248 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6860be-36ca-4e73-8646-cf3287d5eea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d0af5-65f2-4ecf-a34d-02cf026f41c9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:18.463813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40086) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:18.522503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40092) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:18.555968 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] Publish callbacks [] for security_group (725d0af5-65f2-4ecf-a34d-02cf026f41c9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.581754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] Publish callbacks [] for security_group (725d0af5-65f2-4ecf-a34d-02cf026f41c9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.642941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (725d0af5-65f2-4ecf-a34d-02cf026f41c9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.647649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.649172 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/725d0af5-65f2-4ecf-a34d-02cf026f41c9 HTTP/1.1" status: 204 len: 168 time: 0.1815183 Jul 12 17:27:18.661316 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b002fbb9-1f62-489f-800c-a39e659e1d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.666517 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9d315-5895-48d0-861a-7ee252d3434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d0af5-65f2-4ecf-a34d-02cf026f41c9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:18.760381 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b002fbb9-1f62-489f-800c-a39e659e1d8f admin admin] Publish callbacks [] for security_group (efe6dca0-f523-432c-8439-66b0eff41cfd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.770955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b002fbb9-1f62-489f-800c-a39e659e1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (efe6dca0-f523-432c-8439-66b0eff41cfd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.812815 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002fbb9-1f62-489f-800c-a39e659e1d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6dca0-f523-432c-8439-66b0eff41cfd,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:18.817125 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b002fbb9-1f62-489f-800c-a39e659e1d8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bac3fcf38c66410b89fed7ee6a68e85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929997 Jul 12 17:27:18.820485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40116) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:18.846310 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:18.903193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] Publish callbacks [] for security_group (efe6dca0-f523-432c-8439-66b0eff41cfd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.905730 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:18.939753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] Publish callbacks [] for security_group (efe6dca0-f523-432c-8439-66b0eff41cfd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:18.998518 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (efe6dca0-f523-432c-8439-66b0eff41cfd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.001114 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.002437 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efe6dca0-f523-432c-8439-66b0eff41cfd HTTP/1.1" status: 204 len: 168 time: 0.1805592 Jul 12 17:27:19.034466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c008f-e16d-4435-8cda-6a53f0c1bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6dca0-f523-432c-8439-66b0eff41cfd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:19.182061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683cc90-8fed-4653-aa9f-6d693dccbf69 req-80e38f20-428e-4581-b6d1-a5f79291d27e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:19.182992 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3683cc90-8fed-4653-aa9f-6d693dccbf69 req-80e38f20-428e-4581-b6d1-a5f79291d27e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0587521 Jul 12 17:27:19.241408 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3683cc90-8fed-4653-aa9f-6d693dccbf69 req-b01e7b28-d08d-4a74-b368-205129e0abb3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527058 Jul 12 17:27:19.456113 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40164) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:19.472439 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6af43ba2-f2e3-4ed7-a55b-c18e0a1f98c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.478875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40166) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:19.562120 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6af43ba2-f2e3-4ed7-a55b-c18e0a1f98c6 admin admin] Publish callbacks [] for security_group (54ed28a5-7fcf-46de-987f-92b97caf9553), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.570350 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6af43ba2-f2e3-4ed7-a55b-c18e0a1f98c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54ed28a5-7fcf-46de-987f-92b97caf9553), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.635386 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6af43ba2-f2e3-4ed7-a55b-c18e0a1f98c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=caf18841a47343798625b4a4264bbf84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767614 Jul 12 17:27:19.637901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:19.653093 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af43ba2-f2e3-4ed7-a55b-c18e0a1f98c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed28a5-7fcf-46de-987f-92b97caf9553,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:19.699206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-573174ad-e589-40f8-a5f6-08e9627506ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.722738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] Publish callbacks [] for security_group (54ed28a5-7fcf-46de-987f-92b97caf9553), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.766375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] Publish callbacks [] for security_group (54ed28a5-7fcf-46de-987f-92b97caf9553), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.842161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-573174ad-e589-40f8-a5f6-08e9627506ea admin admin] Publish callbacks [] for security_group (54f85251-7096-4e28-a4d5-711454410b5f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.845233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54ed28a5-7fcf-46de-987f-92b97caf9553), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.848024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.851556 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54ed28a5-7fcf-46de-987f-92b97caf9553 HTTP/1.1" status: 204 len: 168 time: 0.2100410 Jul 12 17:27:19.858487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-573174ad-e589-40f8-a5f6-08e9627506ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54f85251-7096-4e28-a4d5-711454410b5f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.866240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fc48-2d32-44d9-9587-749106b2ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed28a5-7fcf-46de-987f-92b97caf9553,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:19.899558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573174ad-e589-40f8-a5f6-08e9627506ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f85251-7096-4e28-a4d5-711454410b5f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:19.920296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-573174ad-e589-40f8-a5f6-08e9627506ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc7a4523736640b0bff6d968467298d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366825 Jul 12 17:27:19.920482 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40192) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:19.949004 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:19.989876 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] Publish callbacks [] for security_group (54f85251-7096-4e28-a4d5-711454410b5f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:19.995204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=14 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:20.020701 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] Publish callbacks [] for security_group (54f85251-7096-4e28-a4d5-711454410b5f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.081523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (54f85251-7096-4e28-a4d5-711454410b5f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.084484 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.087727 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54f85251-7096-4e28-a4d5-711454410b5f HTTP/1.1" status: 204 len: 168 time: 0.1659429 Jul 12 17:27:20.096564 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588dc9c-9d75-4404-878a-7ac1286633aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f85251-7096-4e28-a4d5-711454410b5f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:20.423451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218570-54fa-4d64-b9a7-f834a0558e74 req-0b7b9da2-3f20-4dcc-8c08-552cb21a4ea0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:20.426309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2a218570-54fa-4d64-b9a7-f834a0558e74 req-0b7b9da2-3f20-4dcc-8c08-552cb21a4ea0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0981796 Jul 12 17:27:20.511542 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2a218570-54fa-4d64-b9a7-f834a0558e74 req-69abf0de-4509-40fc-b0cc-0ec9f47835b2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807228 Jul 12 17:27:20.641528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40232) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:20.656893 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0b56-d212-4d55-83c4-06d48d13ade8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.745801 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0b56-d212-4d55-83c4-06d48d13ade8 admin admin] Publish callbacks [] for security_group (654dfa46-e3a0-4714-a18a-a83345379b9c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.755758 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0b56-d212-4d55-83c4-06d48d13ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (654dfa46-e3a0-4714-a18a-a83345379b9c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.763640 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:20.811094 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f7bf0b56-d212-4d55-83c4-06d48d13ade8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f68991c7da664715ba6caa3a92d7fb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657875 Jul 12 17:27:20.811094 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf0b56-d212-4d55-83c4-06d48d13ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654dfa46-e3a0-4714-a18a-a83345379b9c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:20.811432 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40240) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:20.881295 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] Publish callbacks [] for security_group (654dfa46-e3a0-4714-a18a-a83345379b9c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.904446 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] Publish callbacks [] for security_group (654dfa46-e3a0-4714-a18a-a83345379b9c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.951896 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (654dfa46-e3a0-4714-a18a-a83345379b9c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.954359 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:20.955506 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/654dfa46-e3a0-4714-a18a-a83345379b9c HTTP/1.1" status: 204 len: 168 time: 0.1431088 Jul 12 17:27:20.965845 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9b4e5-6c81-4b98-877c-a2a370459cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654dfa46-e3a0-4714-a18a-a83345379b9c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:21.474328 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40272) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:21.554858 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ac1f5101-c330-4cc2-b3a3-eb79ece52f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.618597 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd89ee87-159a-4ea0-8f6a-ae90025b8f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.661744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a034e8-ce84-4a73-af6a-813c1c797328 req-04f09616-d13b-4413-99c6-7ee80426df49 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:21.669749 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9a034e8-ce84-4a73-af6a-813c1c797328 req-04f09616-d13b-4413-99c6-7ee80426df49 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0716934 Jul 12 17:27:21.694355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:21.727010 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd89ee87-159a-4ea0-8f6a-ae90025b8f22 admin admin] Publish callbacks [] for security_group (882ae13e-7715-4963-954f-6863bf460446), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.729789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9a034e8-ce84-4a73-af6a-813c1c797328 req-40e00c49-09e2-497f-ac4b-0f15c77af730 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Jul 12 17:27:21.732525 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bd89ee87-159a-4ea0-8f6a-ae90025b8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (882ae13e-7715-4963-954f-6863bf460446), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.775370 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bd89ee87-159a-4ea0-8f6a-ae90025b8f22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=595682f05e794c1290f85cd3b28fc36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999046 Jul 12 17:27:21.776290 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ee87-159a-4ea0-8f6a-ae90025b8f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ae13e-7715-4963-954f-6863bf460446,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:21.778574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40290) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:21.829639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] Publish callbacks [] for security_group (882ae13e-7715-4963-954f-6863bf460446), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.851289 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] Publish callbacks [] for security_group (882ae13e-7715-4963-954f-6863bf460446), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.903263 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (882ae13e-7715-4963-954f-6863bf460446), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.906125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:21.907252 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/882ae13e-7715-4963-954f-6863bf460446 HTTP/1.1" status: 204 len: 168 time: 0.1275468 Jul 12 17:27:21.915396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6d9d-91bb-403a-a7ca-c198e96dae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ae13e-7715-4963-954f-6863bf460446,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:22.803811 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=74 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:22.807534 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:22.890279 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8dcc2-c7a8-4582-8aa1-f41a5f32aac3 req-fb05ab5d-039d-431b-bb1d-2010d30c0f5e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:22.891903 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56f8dcc2-c7a8-4582-8aa1-f41a5f32aac3 req-fb05ab5d-039d-431b-bb1d-2010d30c0f5e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0602772 Jul 12 17:27:22.974345 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56f8dcc2-c7a8-4582-8aa1-f41a5f32aac3 req-93f8dfcc-e4a1-418d-81df-b22cc08a404c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Jul 12 17:27:23.012224 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-53e3cc49-9c4b-4982-a2bf-d9b99baa7564 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439782 Jul 12 17:27:23.226588 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-3a963ff1-9847-4715-8878-7b47d0f49a85 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:23.227506 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-3a963ff1-9847-4715-8878-7b47d0f49a85 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101574 Jul 12 17:27:23.252816 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-fd0c41c7-acf7-46c5-873d-1b3439f391b3 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/quotas/4c31a89a56f14fcd94b54e0d66b9c56e HTTP/1.1" status: 200 len: 375 time: 0.0156188 Jul 12 17:27:23.290499 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-e0cc0cf9-73da-4526-9d88-a584eb660f6b tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365727 Jul 12 17:27:23.480244 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de6c7f6b-99a4-43cd-9ab4-42930356af2c req-98eb3ef2-451e-4450-85dc-e820294377ba tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0379782 Jul 12 17:27:23.874419 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-14ae8608-846d-41f2-8667-a921f1182020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.096942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb397375-167e-4e3b-8dbc-98c8a288324e req-ebb6fef2-542a-4e47-ad27-728a6a7c2ab2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:24.098494 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cb397375-167e-4e3b-8dbc-98c8a288324e req-ebb6fef2-542a-4e47-ad27-728a6a7c2ab2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0492196 Jul 12 17:27:24.150743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cb397375-167e-4e3b-8dbc-98c8a288324e req-7365538a-8a1e-4240-9e6e-5919dc594bab tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Jul 12 17:27:24.521299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40540) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:24.583392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0876f85f-d9db-4f38-a9e9-b16c1788c47e req-b557d6cc-1d8d-425d-b661-bda8908efd60 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jul 12 17:27:24.634238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a019d7aa-f1e8-4957-aff5-f2902288cdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.709393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a019d7aa-f1e8-4957-aff5-f2902288cdb8 admin admin] Publish callbacks [] for security_group (33c01697-988e-4837-a312-61d4104d4e33), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.712936 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a019d7aa-f1e8-4957-aff5-f2902288cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (33c01697-988e-4837-a312-61d4104d4e33), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.752228 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a019d7aa-f1e8-4957-aff5-f2902288cdb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eeff5de1546f4409bfa70cc6632f3f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298400 Jul 12 17:27:24.753076 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019d7aa-f1e8-4957-aff5-f2902288cdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c01697-988e-4837-a312-61d4104d4e33,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:24.755756 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40544) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:24.816220 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] Publish callbacks [] for security_group (33c01697-988e-4837-a312-61d4104d4e33), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.838688 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] Publish callbacks [] for security_group (33c01697-988e-4837-a312-61d4104d4e33), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.886240 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (33c01697-988e-4837-a312-61d4104d4e33), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.888818 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:24.889969 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33c01697-988e-4837-a312-61d4104d4e33 HTTP/1.1" status: 204 len: 168 time: 0.1322153 Jul 12 17:27:24.898385 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460fce7-f957-4b25-aefb-d55187f10c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c01697-988e-4837-a312-61d4104d4e33,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:24.943242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.162135 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40552) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:25.177592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b47d64b4-d0ce-4e1d-932c-0c15667daf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.264347 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b47d64b4-d0ce-4e1d-932c-0c15667daf51 admin admin] Publish callbacks [] for security_group (a6d45544-e192-4c71-b541-b1d4ef2748cc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.270501 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b47d64b4-d0ce-4e1d-932c-0c15667daf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a6d45544-e192-4c71-b541-b1d4ef2748cc), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.277036 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de965b-c7b7-4435-aa85-ff7677932e45 req-4e6057e5-51b9-4cd2-960b-9c25d2a002ee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:25.279831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-48de965b-c7b7-4435-aa85-ff7677932e45 req-4e6057e5-51b9-4cd2-960b-9c25d2a002ee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0544350 Jul 12 17:27:25.306750 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:25.314008 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b47d64b4-d0ce-4e1d-932c-0c15667daf51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5eacbd6d62041a7bbc15c7642ae085b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508343 Jul 12 17:27:25.315584 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d64b4-d0ce-4e1d-932c-0c15667daf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d45544-e192-4c71-b541-b1d4ef2748cc,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:25.318077 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40558) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:25.346101 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-48de965b-c7b7-4435-aa85-ff7677932e45 req-0dd05191-2d30-4f15-b327-8abb02fe4000 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579216 Jul 12 17:27:25.362210 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:25.385919 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] Publish callbacks [] for security_group (a6d45544-e192-4c71-b541-b1d4ef2748cc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.388243 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:25.411135 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] Publish callbacks [] for security_group (a6d45544-e192-4c71-b541-b1d4ef2748cc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.463972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a6d45544-e192-4c71-b541-b1d4ef2748cc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.466606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.470525 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6d45544-e192-4c71-b541-b1d4ef2748cc HTTP/1.1" status: 204 len: 168 time: 0.1509881 Jul 12 17:27:25.489723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0aaf6-14d2-4b8b-baaa-11b355d67094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d45544-e192-4c71-b541-b1d4ef2748cc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:25.703183 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40582) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:25.712009 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dcc2a86b-2d7d-4d42-9b8d-2ad162c48ce7 req-82b95ef8-52a4-4c1b-8571-25fdbcc573b3 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0373123 Jul 12 17:27:25.850614 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f1ee871-2973-4c8b-b837-c711502e1346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:25.904620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:25.997445 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f1ee871-2973-4c8b-b837-c711502e1346 admin admin] Publish callbacks [] for security_group (832fb82d-6a5c-455a-b929-cfe5b30b223f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.003167 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f1ee871-2973-4c8b-b837-c711502e1346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (832fb82d-6a5c-455a-b929-cfe5b30b223f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.061498 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7f1ee871-2973-4c8b-b837-c711502e1346 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61ef32514bc04148ba2575dab7ad91da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569901 Jul 12 17:27:26.062380 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ee871-2973-4c8b-b837-c711502e1346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832fb82d-6a5c-455a-b929-cfe5b30b223f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:26.064311 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40604) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:26.124941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] Publish callbacks [] for security_group (832fb82d-6a5c-455a-b929-cfe5b30b223f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.150403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] Publish callbacks [] for security_group (832fb82d-6a5c-455a-b929-cfe5b30b223f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.205947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (832fb82d-6a5c-455a-b929-cfe5b30b223f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.209887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.211430 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/832fb82d-6a5c-455a-b929-cfe5b30b223f HTTP/1.1" status: 204 len: 168 time: 0.1455464 Jul 12 17:27:26.221049 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4cd15-6fe9-4287-ac8c-e4826b78ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832fb82d-6a5c-455a-b929-cfe5b30b223f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:26.347705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d558d-432f-4057-8262-5e22129a48fc req-359f6f65-d9f3-4caf-a717-842f1adc352e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:26.349155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b12d558d-432f-4057-8262-5e22129a48fc req-359f6f65-d9f3-4caf-a717-842f1adc352e tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.0500972 Jul 12 17:27:26.436326 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b12d558d-432f-4057-8262-5e22129a48fc req-37fc7a8b-6735-46d4-9a37-3ad17fff3e2d tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752983 Jul 12 17:27:26.500997 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5e590-dd87-4d65-bdba-6357be9b6204 req-30280270-bccc-4948-a8d0-9d8751e73a8e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:26.502851 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43a5e590-dd87-4d65-bdba-6357be9b6204 req-30280270-bccc-4948-a8d0-9d8751e73a8e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0634575 Jul 12 17:27:26.576919 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43a5e590-dd87-4d65-bdba-6357be9b6204 req-3e39dc19-372a-4590-87d4-b1e56c4a42b2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Jul 12 17:27:26.718477 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:26.823162 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2e3cf7de-bb99-4184-a309-206b4a6448ea req-8e456202-323c-410b-bcd0-3e455ce33cfd tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0351107 Jul 12 17:27:26.877908 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.123022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40662) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:27.320248 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40672) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:27.384397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-803909871-network', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:27.406496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Made reservation on behalf of 958ea0774e9d41a5a995b2693d0b0c6e for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:27.408946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.417919 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.443982 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf3436bd-6f88-4d88-a54d-7d48a981f57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.805020 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40688) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:27.846991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks [] for security_group (61b82975-04f7-4cfc-b98f-4e98600556bc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.855502 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705ead6-2866-4ddd-a8ad-656e7df887e6 req-0df14957-4dda-4030-809f-80666f0366ad tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:27.856971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c705ead6-2866-4ddd-a8ad-656e7df887e6 req-0df14957-4dda-4030-809f-80666f0366ad tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.3423181 Jul 12 17:27:27.868062 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (61b82975-04f7-4cfc-b98f-4e98600556bc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.879380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:27.916534 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beffa9a-884c-4305-bc58-4ed6bcae35bb req-d45bac98-6220-4ad8-93f8-6fc01927373f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:27.918011 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1beffa9a-884c-4305-bc58-4ed6bcae35bb req-d45bac98-6220-4ad8-93f8-6fc01927373f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1536932 Jul 12 17:27:27.918429 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:27.925485 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-070050a0-49ee-4046-86b0-d097b9a379ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.930277 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf3436bd-6f88-4d88-a54d-7d48a981f57d admin admin] Publish callbacks [] for security_group (ff80d3e4-e840-4209-9761-358186f2d434), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.936303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:27:27.955806 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf3436bd-6f88-4d88-a54d-7d48a981f57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ff80d3e4-e840-4209-9761-358186f2d434), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.982193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b82975-04f7-4cfc-b98f-4e98600556bc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:27.987362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (a2284a99-74a0-48ae-9d1f-818743fe3b4a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:27.987653 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Added segment a2284a99-74a0-48ae-9d1f-818743fe3b4a of type vlan for network 4e20f143-0fd0-4b40-be12-3321a43578ac Jul 12 17:27:28.019732 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-070050a0-49ee-4046-86b0-d097b9a379ae admin admin] Publish callbacks [] for security_group (f947e8a1-269f-4d69-8604-43d6b95dd496), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.024575 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-070050a0-49ee-4046-86b0-d097b9a379ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f947e8a1-269f-4d69-8604-43d6b95dd496), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.064144 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070050a0-49ee-4046-86b0-d097b9a379ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f947e8a1-269f-4d69-8604-43d6b95dd496,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.073680 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-070050a0-49ee-4046-86b0-d097b9a379ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bee7dc8b60c47e0bfdb68bd9180eb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675865 Jul 12 17:27:28.074300 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40694) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:28.095426 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bf3436bd-6f88-4d88-a54d-7d48a981f57d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=401b9ded3f3d4bd9ad95a9e49e32e589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7739484 Jul 12 17:27:28.097240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (4e20f143-0fd0-4b40-be12-3321a43578ac), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.098402 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40696) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:28.108169 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c705ead6-2866-4ddd-a8ad-656e7df887e6 req-a0c8f600-0714-4ee4-b015-3d34ebd4c5a5 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410541 Jul 12 17:27:28.117151 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1beffa9a-884c-4305-bc58-4ed6bcae35bb req-61c6b8c1-cba1-44f0-8e98-140fb11ad30c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784573 Jul 12 17:27:28.117763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3436bd-6f88-4d88-a54d-7d48a981f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80d3e4-e840-4209-9761-358186f2d434,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.163158 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ca1b3f80-6292-4309-b9cd-4e3f7e991615 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324750 Jul 12 17:27:28.190753 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] Publish callbacks [] for security_group (f947e8a1-269f-4d69-8604-43d6b95dd496), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.211966 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (4e20f143-0fd0-4b40-be12-3321a43578ac), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.213089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:28.213783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.233951 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] Publish callbacks [] for security_group (f947e8a1-269f-4d69-8604-43d6b95dd496), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.244682 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] Publish callbacks [] for security_group (ff80d3e4-e840-4209-9761-358186f2d434), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.281953 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4d2d12d6-1715-4415-82da-d79e40161f7c req-fa7fbfae-84a6-4e7c-9758-42d266e0b156 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0706928 Jul 12 17:27:28.303241 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] Publish callbacks [] for security_group (ff80d3e4-e840-4209-9761-358186f2d434), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.326282 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2020404 Jul 12 17:27:28.332208 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40698) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:28.337588 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Request body: {'subnet': {'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-803909871-subnet', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:28.364710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd1c84-adb9-4700-a544-00c493c51320 admin admin] Pushing event updated for resources: {'Network': ['ID=4e20f143-0fd0-4b40-be12-3321a43578ac,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.381542 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 4e20f143-0fd0-4b40-be12-3321a43578ac details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:27:28.400610 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:27:28.402477 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Made reservation on behalf of 958ea0774e9d41a5a995b2693d0b0c6e for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:28.405368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.409524 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f947e8a1-269f-4d69-8604-43d6b95dd496), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.412424 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.418250 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f947e8a1-269f-4d69-8604-43d6b95dd496 HTTP/1.1" status: 204 len: 168 time: 0.3427756 Jul 12 17:27:28.430355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ae23a569-2f82-4014-bef3-51d2b5ced585 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:28.432213 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ff80d3e4-e840-4209-9761-358186f2d434), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.432968 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ae23a569-2f82-4014-bef3-51d2b5ced585 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494407 Jul 12 17:27:28.435048 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.437861 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff80d3e4-e840-4209-9761-358186f2d434 HTTP/1.1" status: 204 len: 168 time: 0.3374515 Jul 12 17:27:28.458659 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165ef35-16e0-4718-b964-95962c7e44eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f947e8a1-269f-4d69-8604-43d6b95dd496,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.520679 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102d7af-4821-42a4-a2ed-1aee16382995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80d3e4-e840-4209-9761-358186f2d434,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.542975 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:28.556491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:28.646316 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (3b47d757-0b80-44c7-a1f4-e3bab004e04d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.717484 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b47d757-0b80-44c7-a1f4-e3bab004e04d,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:28.739264 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Checking segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:28.739635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Network hostable DHCP agents. Network: 4e20f143-0fd0-4b40-be12-3321a43578ac, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:27:28.764902 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Network 4e20f143-0fd0-4b40-be12-3321a43578ac is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:27:28.778597 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 4e20f143-0fd0-4b40-be12-3321a43578ac) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:28.783471 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Request body: {'port': {'device_id': '491bc7de-097a-41df-a049-3dffa6008626', 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8', 'admin_state_up': True, 'tenant_id': '4c31a89a56f14fcd94b54e0d66b9c56e'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:28.789626 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:28.790254 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.792747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec033442-3017-41f8-af81-170dd895f080 None None] Network 4e20f143-0fd0-4b40-be12-3321a43578ac requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:28.816463 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f5ba1097-91ad-4a4b-8581-860de4825af0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4805756 Jul 12 17:27:28.816963 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40718) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:28.823974 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:28.858394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.859726 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.935528 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for router_controller (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:28.971159 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-4e20f143-0fd0-4b40-be12-3321a43578ac', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:27:28.975189 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40724) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:28.979461 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.006101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0d3f813d-b586-4ad7-9d86-082ec5e76c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.020479 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Made reservation on behalf of 4c31a89a56f14fcd94b54e0d66b9c56e for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:29.024720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.042078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.095397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:29.117534 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for router_gateway (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.196369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0d3f813d-b586-4ad7-9d86-082ec5e76c99 admin admin] Publish callbacks [] for security_group (52ef3dcb-f764-44fb-b594-d1de0ee7af67), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.215320 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0d3f813d-b586-4ad7-9d86-082ec5e76c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (52ef3dcb-f764-44fb-b594-d1de0ee7af67), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.225062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Allocated IP 172.20.0.2 (4e20f143-0fd0-4b40-be12-3321a43578ac/3b47d757-0b80-44c7-a1f4-e3bab004e04d/94154784-21c4-48d8-b72d-2e10a789ff76) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:29.250488 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks [] for security_group (b5a4ecda-0d0e-462d-8dfd-ae451dfed089), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.279868 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b5a4ecda-0d0e-462d-8dfd-ae451dfed089), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.322031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:29.338820 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0d3f813d-b586-4ad7-9d86-082ec5e76c99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9860f5bd0674cb287c00d616e6c4162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625946 Jul 12 17:27:29.366140 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40738) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:29.378987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f813d-b586-4ad7-9d86-082ec5e76c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef3dcb-f764-44fb-b594-d1de0ee7af67,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:29.415846 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4ecda-0d0e-462d-8dfd-ae451dfed089,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:29.424877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e57ff-3f1b-403b-836e-0ad411a635be req-2b3e939f-fd17-4864-b207-a2b223de6b1f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:29.432787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a08e57ff-3f1b-403b-836e-0ad411a635be req-2b3e939f-fd17-4864-b207-a2b223de6b1f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1541193 Jul 12 17:27:29.464667 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks [] for port (94154784-21c4-48d8-b72d-2e10a789ff76), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.476314 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.495983 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c294-5e2b-490b-9c43-fd40d60b2d8d req-a13cc67c-e8c6-47d1-a56d-846a8589a90a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:29.504340 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f520c294-5e2b-490b-9c43-fd40d60b2d8d req-a13cc67c-e8c6-47d1-a56d-846a8589a90a tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.2683828 Jul 12 17:27:29.532402 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Network 4e20f143-0fd0-4b40-be12-3321a43578ac is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:29.539013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:29.546692 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:29.601947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f520c294-5e2b-490b-9c43-fd40d60b2d8d req-516cec30-0570-4999-a6cf-7bdd35088db2 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916748 Jul 12 17:27:29.602066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Pushing event updated for resources: {'Port': ['ID=94154784-21c4-48d8-b72d-2e10a789ff76,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:29.617484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a08e57ff-3f1b-403b-836e-0ad411a635be req-9f2dd547-24ff-4395-8252-3a7dd24022aa tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836691 Jul 12 17:27:29.691583 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Attempting to bind port 94154784-21c4-48d8-b72d-2e10a789ff76 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:29.691955 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Attempting to bind port 94154784-21c4-48d8-b72d-2e10a789ff76 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:29.692312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Attempting to bind port 94154784-21c4-48d8-b72d-2e10a789ff76 on network 4e20f143-0fd0-4b40-be12-3321a43578ac {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:29.696551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Allocated IP 192.168.233.22 (b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8/c45683d3-1b42-4c38-a5d5-ad5adf4f7a52/0ddce34f-f407-4b2c-b2d1-7b334aded8ba) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:29.706719 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:29.709563 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:29.711606 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Checking segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:29.712189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.712669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Bound using segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:29.715993 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Bound port: 94154784-21c4-48d8-b72d-2e10a789ff76, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:29.716958 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.740660 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:29.745809 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-fbcdd3cc-90a1-4bab-ba6f-187b7619bf33 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:29.747248 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-fbcdd3cc-90a1-4bab-ba6f-187b7619bf33 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.3391769 Jul 12 17:27:29.755476 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for router_gateway (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.779361 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc8f6924-2c11-4398-99d2-e90f3ad75861 req-62d52246-b53b-460c-bf9a-bbe0725aacf1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0482869 Jul 12 17:27:29.845117 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] For port 94154784-21c4-48d8-b72d-2e10a789ff76, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:29.845957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.850298 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] For port 94154784-21c4-48d8-b72d-2e10a789ff76, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=94154784-21c4-48d8-b72d-2e10a789ff76,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:29.860987 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.868038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] Publish callbacks [] for security_group (52ef3dcb-f764-44fb-b594-d1de0ee7af67), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:29.956150 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693eabe6-2f54-4473-addc-0206e7516308 None None] Pushing event updated for resources: {'Port': ['ID=94154784-21c4-48d8-b72d-2e10a789ff76,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:29.983515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks [] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.024660 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:30.033359 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.035093 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] Publish callbacks [] for security_group (52ef3dcb-f764-44fb-b594-d1de0ee7af67), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.054654 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Deleting port 7fe73886-acc0-410d-b06c-1db1396a9c76 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:27:30.054906 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.076689 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:30.094068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:30.095918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:30.100476 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:30.104785 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:30.157190 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Pushing event updated for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:30.193580 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:30.194591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.223545 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-ad310511-c88c-4c4f-b48d-3c04708cffa1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4451907 Jul 12 17:27:30.234471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Allocated IP 172.27.0.94 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/74da4949-7efd-4297-99d6-139ce51f5218) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:30.251538 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (52ef3dcb-f764-44fb-b594-d1de0ee7af67), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.259116 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.260649 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52ef3dcb-f764-44fb-b594-d1de0ee7af67 HTTP/1.1" status: 204 len: 168 time: 0.8935096 Jul 12 17:27:30.264401 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Request body: {'port': {'device_id': '491bc7de-097a-41df-a049-3dffa6008626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:30.310197 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.345580 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] For port 7fe73886-acc0-410d-b06c-1db1396a9c76, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7fe73886-acc0-410d-b06c-1db1396a9c76,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:30.346019 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.348723 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab04caf-7b0a-46bc-aa3f-6291f0ae0eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef3dcb-f764-44fb-b594-d1de0ee7af67,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:30.420155 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Calling delete_port for 7fe73886-acc0-410d-b06c-1db1396a9c76 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:27:30.422614 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.514779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40758) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:30.633948 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for port (74da4949-7efd-4297-99d6-139ce51f5218), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.665639 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-65042663-d98b-48e2-b2d0-e2b268c0e6b1 None None] Provisioning complete for port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:30.666237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-65042663-d98b-48e2-b2d0-e2b268c0e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.783843 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-65042663-d98b-48e2-b2d0-e2b268c0e6b1 None None] Port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:30.830652 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (74da4949-7efd-4297-99d6-139ce51f5218), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.871519 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (7fe73886-acc0-410d-b06c-1db1396a9c76), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.883921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:30.887548 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:30.907848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f419db96-db76-4114-99c3-a152db5315c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:30.927497 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56373d98-de61-43d3-a9d2-9745d1fea0b3 req-d69525bd-154e-4e6f-a4a7-f07a0a9d5ef7 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:30.929092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56373d98-de61-43d3-a9d2-9745d1fea0b3 req-d69525bd-154e-4e6f-a4a7-f07a0a9d5ef7 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 945 time: 0.1375015 Jul 12 17:27:30.944933 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637815-56d7-46ea-ad0a-3a8d63f802b5 req-8e06a97a-f17c-4570-9f9e-d5b5761af72e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:30.946838 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6c637815-56d7-46ea-ad0a-3a8d63f802b5 req-8e06a97a-f17c-4570-9f9e-d5b5761af72e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1536427 Jul 12 17:27:30.986651 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] No DVR routers for this DVR port 7fe73886-acc0-410d-b06c-1db1396a9c76 on host hv-cinder-84932 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:27:30.988647 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:30.998949 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.005889 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7ca7633-8a11-4554-b61f-f06d31dacc35 req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.66 "DELETE /v2.0/ports/7fe73886-acc0-410d-b06c-1db1396a9c76 HTTP/1.1" status: 204 len: 173 time: 1.2484226 Jul 12 17:27:31.006987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:31.011123 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'name': 'network-vif-deleted', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:27:31.015425 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16264cb-ec09-482e-8f8f-feeba1267ad0" -d '{"events": [{"server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "name": "network-vif-deleted", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:31.037562 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Pushing event updated for resources: {'Port': ['ID=74da4949-7efd-4297-99d6-139ce51f5218,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:31.121794 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850b57e-bedc-40b2-b721-85dd1ae72db4 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] Pushing event deleted for resources: {'Port': ['ID=7fe73886-acc0-410d-b06c-1db1396a9c76,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:31.195935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6c637815-56d7-46ea-ad0a-3a8d63f802b5 req-f2faaabc-3669-45e7-9b80-9058f2eace9d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268488 Jul 12 17:27:31.202883 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56373d98-de61-43d3-a9d2-9745d1fea0b3 req-714b5391-1bd3-46b1-90f2-99f5f5a40bde tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/security-groups?id=678a39bd-4f97-45c7-9920-48a8d4ffd1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547097 Jul 12 17:27:31.216933 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddce34f-f407-4b2c-b2d1-7b334aded8ba {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:27:31.254357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks [] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.290910 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:31.297084 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Transition to ACTIVE for port object 0ddce34f-f407-4b2c-b2d1-7b334aded8ba will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:27:31.306702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f419db96-db76-4114-99c3-a152db5315c3 admin admin] Publish callbacks [] for security_group (0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.307814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.362673 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f419db96-db76-4114-99c3-a152db5315c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.387226 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87ac34-707b-4d94-ad7b-f097c1f0c385 x-openstack-request-id: req-0a87ac34-707b-4d94-ad7b-f097c1f0c385 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:31.387428 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a3e3c-1467-458b-ace6-0ff381218e4a", "name": "network-vif-deleted", "tag": "7fe73886-acc0-410d-b06c-1db1396a9c76", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:31.388034 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a87ac34-707b-4d94-ad7b-f097c1f0c385 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:31.391558 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a87ac34-707b-4d94-ad7b-f097c1f0c385'] response: {'server_uuid': 'ec1a3e3c-1467-458b-ace6-0ff381218e4a', 'name': 'network-vif-deleted', 'tag': '7fe73886-acc0-410d-b06c-1db1396a9c76', 'status': 'completed', 'code': 200} Jul 12 17:27:31.444233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:31.459059 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 94154784-21c4-48d8-b72d-2e10a789ff76 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:31.507022 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 94154784-21c4-48d8-b72d-2e10a789ff76 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:31.507632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.563002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Pushing event updated for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:31.596922 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f419db96-db76-4114-99c3-a152db5315c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0f94f54addc4f4291b7eb738435d2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0779171 Jul 12 17:27:31.598097 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419db96-db76-4114-99c3-a152db5315c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:31.601238 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 94154784-21c4-48d8-b72d-2e10a789ff76 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:31.601871 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.605789 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40790) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:31.608718 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:31.609761 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for router_gateway (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.656091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 94154784-21c4-48d8-b72d-2e10a789ff76, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=94154784-21c4-48d8-b72d-2e10a789ff76,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:31.661830 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.674707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8ec04-cb1b-47ee-8195-10d51665e6fb req-734e60c6-2ca7-4267-9679-94caf7c2d54b tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:31.682366 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efc8ec04-cb1b-47ee-8195-10d51665e6fb req-734e60c6-2ca7-4267-9679-94caf7c2d54b tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 947 time: 0.3057330 Jul 12 17:27:31.759877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=94154784-21c4-48d8-b72d-2e10a789ff76,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:31.773480 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40792) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:31.839117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Attempting to bind port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:31.839559 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Attempting to bind port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:31.840793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Attempting to bind port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba on network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:31.905256 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:31.922949 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efc8ec04-cb1b-47ee-8195-10d51665e6fb req-128b4f28-ef2c-47a1-9d18-7ec7b24b4f1b tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389684 Jul 12 17:27:31.930885 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba on network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:27:31.931215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Attempting to bind port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba on network b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:31.936494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] Publish callbacks [] for security_group (0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.953920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:31.954346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Checking segment: {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:31.955804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Bound using segment: {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:31.955804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Bound port: 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcce78f-4435-4536-84a0-4960f0836380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:31.955804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.957571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 7fe73886-acc0-410d-b06c-1db1396a9c76 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:27:31.987394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1321984575-network', 'tenant_id': '2302842cdb1e4047998f9fb3e54d6752'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:31.988634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] Publish callbacks [] for security_group (0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:31.996878 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 7fe73886-acc0-410d-b06c-1db1396a9c76 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:27:31.997503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 7fe73886-acc0-410d-b06c-1db1396a9c76 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:27:32.008396 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.060688 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206a5a0-991f-4cb6-95a6-c750affb3d1b None None] Network 4e20f143-0fd0-4b40-be12-3321a43578ac requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:32.079697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Made reservation on behalf of 2302842cdb1e4047998f9fb3e54d6752 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:32.082325 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.098328 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.098543 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:32.102334 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:32.115042 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.120953 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.123981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.127749 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4 HTTP/1.1" status: 204 len: 168 time: 0.4763157 Jul 12 17:27:32.172271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1253ebd-a0fb-42ad-bbf7-2d7c2509cf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbca620-fb3d-47ea-b4b0-a78bfa1f31f4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:32.181504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:32.182685 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.184312 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] 10.222.0.66 "PUT /v2.0/ports/0ddce34f-f407-4b2c-b2d1-7b334aded8ba HTTP/1.1" status: 200 len: 1097 time: 1.9349017 Jul 12 17:27:32.189900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:27:32.192961 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4" -d '{"events": [{"name": "network-changed", "server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:32.282733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc1e03-38cf-4ff9-86f6-760625aebfee service neutron] Pushing event updated for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:32.284255 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:27:32.316371 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0c5e3-3234-426e-b989-bbb54d463e57 x-openstack-request-id: req-35f0c5e3-3234-426e-b989-bbb54d463e57 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:32.316869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:32.317300 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35f0c5e3-3234-426e-b989-bbb54d463e57 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:32.317887 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f0c5e3-3234-426e-b989-bbb54d463e57'] response: {'name': 'network-changed', 'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba', 'status': 'completed', 'code': 200} Jul 12 17:27:32.501805 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-1615e302-d5df-404b-a04f-0c391bb6c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:32.503718 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-1615e302-d5df-404b-a04f-0c391bb6c246 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 1131 time: 0.1679976 Jul 12 17:27:32.556571 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e797c757-a675-43ca-a4e0-7e1a7fc42c72 req-9d5e84a6-543f-4989-95d4-930f8d9bc1f6 tempest-DeleteServersTestJSON-1316098160 tempest-DeleteServersTestJSON-1316098160-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec1a3e3c-1467-458b-ace6-0ff381218e4a HTTP/1.1" status: 200 len: 210 time: 0.0889018 Jul 12 17:27:32.588533 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4f6f279d-8e46-4569-8a30-e381a371d5f5 None None] Provisioning complete for port 94154784-21c4-48d8-b72d-2e10a789ff76 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:32.588852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f6f279d-8e46-4569-8a30-e381a371d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.611058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab99c-5728-450a-9ecc-f1a9c29fa398 req-00d02874-c8d2-4704-8075-56b7a9b6a527 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:32.622066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-261ab99c-5728-450a-9ecc-f1a9c29fa398 req-00d02874-c8d2-4704-8075-56b7a9b6a527 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.2350295 Jul 12 17:27:32.626826 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-02426216-16c1-485a-a185-ffa767bbb013 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba HTTP/1.1" status: 200 len: 217 time: 0.1001332 Jul 12 17:27:32.693058 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:32.748763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f279d-8e46-4569-8a30-e381a371d5f5 None None] Current status of the port 94154784-21c4-48d8-b72d-2e10a789ff76 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:32.764650 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-261ab99c-5728-450a-9ecc-f1a9c29fa398 req-25bf0993-b34b-4658-bb5e-b6714130a70a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407399 Jul 12 17:27:32.765450 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks [] for security_group (8264d534-ee3f-4e12-99d0-4f12148e86aa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.767212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-253ee965-12e2-4046-b514-5f1814da919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:32.769065 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-253ee965-12e2-4046-b514-5f1814da919b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c45683d3-1b42-4c38-a5d5-ad5adf4f7a52 HTTP/1.1" status: 200 len: 843 time: 0.1350482 Jul 12 17:27:32.773617 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8264d534-ee3f-4e12-99d0-4f12148e86aa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.815806 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:27:32.835819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-bce46ac9-40d6-445f-9774-24fdb16f92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:32.837478 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-bce46ac9-40d6-445f-9774-24fdb16f92e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0616903 Jul 12 17:27:32.871812 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8264d534-ee3f-4e12-99d0-4f12148e86aa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:32.894434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (280253e4-3f10-4f9f-8959-95267434869b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.894783 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Added segment 280253e4-3f10-4f9f-8959-95267434869b of type vlan for network f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 Jul 12 17:27:32.908777 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:32.954841 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:32.963871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:32.971757 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-1856c6c8-8fc0-41f0-93b2-3abf37f7071a service neutron] 10.222.0.66 "GET /v2.0/networks/b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231561 Jul 12 17:27:32.971984 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Sync routers for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:32.985622 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:32.986293 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:33.002142 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-1e9d9992-cae5-4538-8fc6-1e3aae95fb2d None None] Provisioning complete for port 94154784-21c4-48d8-b72d-2e10a789ff76 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:33.002633 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9992-cae5-4538-8fc6-1e3aae95fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.048607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.050175 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fe64e7b8-0a14-48f5-83b4-3b9b53cf0e7f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2308705 Jul 12 17:27:33.051912 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40824) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:33.060154 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.061153 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:33.061785 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.137292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaac8f1-a6a4-4865-ad5e-d0d1eeec4a93 req-b1ba4b19-f7c9-47ab-a9cf-4460726d1485 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:33.138909 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aaaac8f1-a6a4-4865-ad5e-d0d1eeec4a93 req-b1ba4b19-f7c9-47ab-a9cf-4460726d1485 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 947 time: 0.1052213 Jul 12 17:27:33.144578 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d9992-cae5-4538-8fc6-1e3aae95fb2d None None] Current status of the port 94154784-21c4-48d8-b72d-2e10a789ff76 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:33.155289 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:33.212971 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] Pushing event updated for resources: {'Network': ['ID=f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:33.226251 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a0a6b096-2455-429a-8516-99d03192d6cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4484286 Jul 12 17:27:33.226251 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40830) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:33.233394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Request body: {'subnet': {'network_id': 'f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1321984575-subnet', 'tenant_id': '2302842cdb1e4047998f9fb3e54d6752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:33.241510 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:27:33.299169 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:33.317642 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Made reservation on behalf of 2302842cdb1e4047998f9fb3e54d6752 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:33.320415 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.339274 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aaaac8f1-a6a4-4865-ad5e-d0d1eeec4a93 req-ff06b450-b4be-4496-a183-b973c60910fe tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894708 Jul 12 17:27:33.342655 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac415ecc-fb35-4b09-8f65-a93f2f99a7fa req-eb8192fe-ed10-4b44-a554-92dbdfad00e0 service neutron] 10.222.0.66 "GET /v2.0/networks/b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625965 Jul 12 17:27:33.408257 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 94154784-21c4-48d8-b72d-2e10a789ff76 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:33.474239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 94154784-21c4-48d8-b72d-2e10a789ff76 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:33.475044 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.544908 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:31Z', 'revision_number': 3, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:33.592703 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Checking router: 43c95f66-7a1b-41ac-b374-09ca40ad2a4a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:33.593065 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Updating router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a port 74da4949-7efd-4297-99d6-139ce51f5218 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:33.624601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 94154784-21c4-48d8-b72d-2e10a789ff76 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:33.647730 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (74da4949-7efd-4297-99d6-139ce51f5218), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.778469 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (abd53a9b-3884-4256-a8b8-cce5f3424a7f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:33.849289 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:33.875969 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd53a9b-3884-4256-a8b8-cce5f3424a7f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:33.932724 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Checking segment: {'id': '280253e4-3f10-4f9f-8959-95267434869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:33.933071 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Network hostable DHCP agents. Network: f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:27:33.945709 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc6863-6013-4304-a125-3e9222f17532 req-90dc73af-b601-4604-8e8a-44d4b331b771 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:33.958372 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-03dc6863-6013-4304-a125-3e9222f17532 req-90dc73af-b601-4604-8e8a-44d4b331b771 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1011112 Jul 12 17:27:33.999811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.025743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-03dc6863-6013-4304-a125-3e9222f17532 req-95bf231c-37eb-42de-b84f-0af6b8181647 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Jul 12 17:27:34.073223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.077066 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Network f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:27:34.097872 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:34.108804 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6b50b-8d2b-476f-878d-697fcbdb1743 None None] Network f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:34.109428 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:34.110039 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.119440 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks [] for port (74da4949-7efd-4297-99d6-139ce51f5218), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.127093 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.130328 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (74da4949-7efd-4297-99d6-139ce51f5218), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.130503 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e92d92a8-317e-454c-a264-0d81bc02acfc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9022405 Jul 12 17:27:34.185558 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Pushing event updated for resources: {'Port': ['ID=74da4949-7efd-4297-99d6-139ce51f5218,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:34.201230 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.201579 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.201962 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.202313 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.202801 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.203136 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.203468 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.203783 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.204102 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.204417 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.204738 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.205069 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.205563 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.205918 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.206722 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:34.230964 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40862) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:34.238674 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Attempting to bind port 74da4949-7efd-4297-99d6-139ce51f5218 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:34.239044 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Attempting to bind port 74da4949-7efd-4297-99d6-139ce51f5218 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:34.239464 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Attempting to bind port 74da4949-7efd-4297-99d6-139ce51f5218 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:34.245400 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:34.245788 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:34.246351 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.246739 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:34.247200 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Bound port: 74da4949-7efd-4297-99d6-139ce51f5218, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:34.247736 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (74da4949-7efd-4297-99d6-139ce51f5218), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.303424 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338a1ff-6dde-405b-bb11-f29a79769e4a None None] Network f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:34.307921 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] For port 74da4949-7efd-4297-99d6-139ce51f5218, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:34.312790 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] For port 74da4949-7efd-4297-99d6-139ce51f5218, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=74da4949-7efd-4297-99d6-139ce51f5218,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:34.323582 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (74da4949-7efd-4297-99d6-139ce51f5218), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.347595 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Allocated IP 172.20.0.1 (4e20f143-0fd0-4b40-be12-3321a43578ac/3b47d757-0b80-44c7-a1f4-e3bab004e04d/83ad6b7a-ab83-455c-91cb-5512e53436c9) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:34.435516 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:34.436244 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:34.454637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2042-e901-4d9c-a493-0be2124c9d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.507371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks [] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.525657 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.532195 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.535087 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.553466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.557785 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.577806 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882852c-b08d-4e26-8f26-d7cd9d8ff3c3 None None] Pushing event updated for resources: {'Port': ['ID=74da4949-7efd-4297-99d6-139ce51f5218,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:34.600038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabebe4-00ee-46da-b767-d14d1467fadc req-2a2f1410-9c65-4b03-93ae-bb27d3a09324 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:34.603910 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:34.605043 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Network 4e20f143-0fd0-4b40-be12-3321a43578ac is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:34.614612 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3dabebe4-00ee-46da-b767-d14d1467fadc req-2a2f1410-9c65-4b03-93ae-bb27d3a09324 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 947 time: 0.1407311 Jul 12 17:27:34.614963 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:34.622214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:34.675987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Pushing event updated for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:34.699895 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.780539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3dabebe4-00ee-46da-b767-d14d1467fadc req-b784ce9a-431c-4e48-8452-0928859ef953 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375749 Jul 12 17:27:34.806353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2042-e901-4d9c-a493-0be2124c9d7e admin admin] Publish callbacks [] for security_group (b4335af4-2b02-4ed7-ac08-45ae0cab5d0a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.815667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f1b2042-e901-4d9c-a493-0be2124c9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b4335af4-2b02-4ed7-ac08-45ae0cab5d0a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.865473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b2042-e901-4d9c-a493-0be2124c9d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4335af4-2b02-4ed7-ac08-45ae0cab5d0a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:34.882641 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2f1b2042-e901-4d9c-a493-0be2124c9d7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8b3a5007aa949769ef2c07d0612f776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502326 Jul 12 17:27:34.884062 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40878) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:34.905998 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:31Z', 'revision_number': 3, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:34.951460 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.953221 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc115465-3ea0-448e-9812-28f38d295326 None None] The sync data for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi is: [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:31Z', 'revision_number': 3, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:34.959374 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] Publish callbacks [] for security_group (b4335af4-2b02-4ed7-ac08-45ae0cab5d0a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:34.982946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40882) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:34.988870 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:34.992204 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208847868-network', 'tenant_id': 'd8c4d77f065e4a438b4949daeaf61f01'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:34.996494 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-54fa859d-3025-49f0-a97d-fcc4d74b47ac None None] Provisioning complete for port 83ad6b7a-ab83-455c-91cb-5512e53436c9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:34.997378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54fa859d-3025-49f0-a97d-fcc4d74b47ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.014170 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] Publish callbacks [] for security_group (b4335af4-2b02-4ed7-ac08-45ae0cab5d0a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.027219 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Made reservation on behalf of d8c4d77f065e4a438b4949daeaf61f01 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:35.030266 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.038350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-54fa859d-3025-49f0-a97d-fcc4d74b47ac None None] Port 83ad6b7a-ab83-455c-91cb-5512e53436c9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:35.048644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.135071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b4335af4-2b02-4ed7-ac08-45ae0cab5d0a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.137626 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.141930 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4335af4-2b02-4ed7-ac08-45ae0cab5d0a HTTP/1.1" status: 204 len: 168 time: 0.2536101 Jul 12 17:27:35.165295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5583f3-6350-43a6-919f-fd7b6ef2bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4335af4-2b02-4ed7-ac08-45ae0cab5d0a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:35.217451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030975-7aa6-415e-8955-6bb7b14289e3 req-deaeb62a-e079-493f-962a-8dd5c8e92b67 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:35.219026 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51030975-7aa6-415e-8955-6bb7b14289e3 req-deaeb62a-e079-493f-962a-8dd5c8e92b67 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0792398 Jul 12 17:27:35.244753 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks [] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.256904 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.285521 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks [] for security_group (aec20e55-680a-455a-b09e-abba5530d6c4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.318374 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40896) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:35.324378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (aec20e55-680a-455a-b09e-abba5530d6c4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.340737 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51030975-7aa6-415e-8955-6bb7b14289e3 req-c29a87e6-9ff6-4ea7-9a06-3235b98094a0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048717 Jul 12 17:27:35.382990 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:27:35.393014 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec20e55-680a-455a-b09e-abba5530d6c4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:35.399499 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e6bceb49-05e6-4277-9a84-f6449cb80635), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.399837 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Added segment e6bceb49-05e6-4277-9a84-f6449cb80635 of type vlan for network 96260661-e4dd-4b1f-b665-1b539df077fd Jul 12 17:27:35.418562 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Pushing event updated for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:35.434269 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.444685 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (96260661-e4dd-4b1f-b665-1b539df077fd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.484150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (96260661-e4dd-4b1f-b665-1b539df077fd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.485299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:35.486276 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.520269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:35.528611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:35.564245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5798252 Jul 12 17:27:35.568879 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40898) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:35.574999 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Request body: {'subnet': {'network_id': '96260661-e4dd-4b1f-b665-1b539df077fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208847868-subnet', 'tenant_id': 'd8c4d77f065e4a438b4949daeaf61f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:35.641754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23aa60-abd4-40bd-9fb9-e71ea5adc549 admin admin] Pushing event updated for resources: {'Network': ['ID=96260661-e4dd-4b1f-b665-1b539df077fd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:35.663091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 96260661-e4dd-4b1f-b665-1b539df077fd details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:27:35.670792 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Made reservation on behalf of d8c4d77f065e4a438b4949daeaf61f01 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:35.673868 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2567826'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:35.807035 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:35.841927 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Network 4e20f143-0fd0-4b40-be12-3321a43578ac is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:35.896537 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:35.969576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41b5a3-7d72-48ba-bb1e-0dc1ea1d214b req-5ea41343-e463-47a0-bfd8-c1195a8f2ac1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:35.976913 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b41b5a3-7d72-48ba-bb1e-0dc1ea1d214b req-5ea41343-e463-47a0-bfd8-c1195a8f2ac1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 947 time: 0.1034617 Jul 12 17:27:35.999489 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2567812'] for subnet (edb6a8f0-59a1-44f0-804d-953d22c7c8e3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.173584 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-628aa01f-353b-4238-b4d0-d699ceea22ea None None] Provisioning complete for port 83ad6b7a-ab83-455c-91cb-5512e53436c9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:36.178122 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-628aa01f-353b-4238-b4d0-d699ceea22ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.231828 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-628aa01f-353b-4238-b4d0-d699ceea22ea None None] Port 83ad6b7a-ab83-455c-91cb-5512e53436c9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:36.316893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (381ee360-3b92-464a-8907-5bdd9d4e8971), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.336907 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b41b5a3-7d72-48ba-bb1e-0dc1ea1d214b req-60f62ed4-1a94-43e2-85ca-3dfee9356c12 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590989 Jul 12 17:27:36.338073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Checking segment: {'id': 'e6bceb49-05e6-4277-9a84-f6449cb80635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '96260661-e4dd-4b1f-b665-1b539df077fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:36.338373 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Network hostable DHCP agents. Network: 96260661-e4dd-4b1f-b665-1b539df077fd, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:27:36.357713 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb6a8f0-59a1-44f0-804d-953d22c7c8e3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:36.376906 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Network 96260661-e4dd-4b1f-b665-1b539df077fd is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:27:36.381158 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:27:36.389642 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 96260661-e4dd-4b1f-b665-1b539df077fd) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:36.394595 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:36.395446 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.400414 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4720ab9-bbc5-41f9-b220-401ff233a904 None None] Network 96260661-e4dd-4b1f-b665-1b539df077fd requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:36.425819 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-112ea769-94f7-4073-9361-6d3648aa8d65 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8554969 Jul 12 17:27:36.508302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:36.531578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=100 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:36.550848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9e334-2c60-4623-a58f-cb37935dec40 None None] Network 96260661-e4dd-4b1f-b665-1b539df077fd requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:36.569386 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed26452-993a-4523-addd-06519fc8dc3b req-cb993779-5dbd-42d4-b645-e23b2bf612a0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:36.572192 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ed26452-993a-4523-addd-06519fc8dc3b req-cb993779-5dbd-42d4-b645-e23b2bf612a0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0867488 Jul 12 17:27:36.638178 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ed26452-993a-4523-addd-06519fc8dc3b req-86ae3b21-3a8d-4175-9be4-a336aa09aa43 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Jul 12 17:27:36.720811 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:36.726335 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4c9bf817-7045-4383-9597-b82bb6e874ec admin admin] 10.222.0.62 "PUT /v2.0/routers/43c95f66-7a1b-41ac-b374-09ca40ad2a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6733375 Jul 12 17:27:36.776379 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Deleting port cc3d24a3-87a9-4446-a56c-b0608af8647a {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:27:36.776900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.803482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-c6156402-2cc4-4323-8d87-8cd7414a03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:36.805010 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-c6156402-2cc4-4323-8d87-8cd7414a03a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 1131 time: 0.0503347 Jul 12 17:27:36.891635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] For port cc3d24a3-87a9-4446-a56c-b0608af8647a, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=cc3d24a3-87a9-4446-a56c-b0608af8647a,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:36.894590 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:36.931299 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Calling delete_port for cc3d24a3-87a9-4446-a56c-b0608af8647a owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:27:36.940091 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-137da79e-36a7-4545-87d9-8638ce93a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:36.941671 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-137da79e-36a7-4545-87d9-8638ce93a28b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8 HTTP/1.1" status: 200 len: 870 time: 0.1303823 Jul 12 17:27:36.999237 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-c185be3b-aad1-4f37-a814-fe18e2e01676 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba HTTP/1.1" status: 200 len: 217 time: 0.0497565 Jul 12 17:27:37.086407 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:37.092855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-d61c1d89-4f96-410a-8c35-2acc110c59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:37.095258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-d61c1d89-4f96-410a-8c35-2acc110c59cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c45683d3-1b42-4c38-a5d5-ad5adf4f7a52 HTTP/1.1" status: 200 len: 843 time: 0.0896981 Jul 12 17:27:37.160612 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-7a076824-c41a-44f2-a019-c282703595fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:37.162595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-7a076824-c41a-44f2-a019-c282703595fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0594883 Jul 12 17:27:37.197919 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (cc3d24a3-87a9-4446-a56c-b0608af8647a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.238923 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3d24a3-87a9-4446-a56c-b0608af8647a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:37.349961 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:37.353385 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-9078ad28-6478-4309-8e56-ff8a6377c798 service neutron] 10.222.0.66 "GET /v2.0/networks/b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839008 Jul 12 17:27:37.374524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:37.486506 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Sync routers for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:37.501384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:37.507210 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:37.593106 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (381ee360-3b92-464a-8907-5bdd9d4e8971), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.597143 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 74da4949-7efd-4297-99d6-139ce51f5218 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:37.617347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946598b-747c-4c8e-9b97-63d0c0b99215 req-99123f52-0581-430f-a936-48beaf2e9f3a tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:37.619020 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a946598b-747c-4c8e-9b97-63d0c0b99215 req-99123f52-0581-430f-a936-48beaf2e9f3a tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 947 time: 0.1070085 Jul 12 17:27:37.621005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b625077-a9cd-4d6b-bf7a-40eadb3c19e4 req-c541e4dd-64bf-4da2-8426-ce52163c3bdd service neutron] 10.222.0.66 "GET /v2.0/networks/b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563739 Jul 12 17:27:37.660775 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40942) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:37.667189 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520002517-network', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:37.713718 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 74da4949-7efd-4297-99d6-139ce51f5218 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:37.714465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (74da4949-7efd-4297-99d6-139ce51f5218), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.728487 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Made reservation on behalf of d8b3d15daaf842d29ca03dc067ca84eb for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:37.730912 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.741504 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:37.746889 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.751628 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a946598b-747c-4c8e-9b97-63d0c0b99215 req-8c2e2e96-ec47-462d-91c6-1f3b5e0e0ffa tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237121 Jul 12 17:27:37.815667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210745-34fc-4371-9359-e54e7a767609 req-10e50c8b-fddc-4de8-9f8b-b7a89f10ed63 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:37.817157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-34210745-34fc-4371-9359-e54e7a767609 req-10e50c8b-fddc-4de8-9f8b-b7a89f10ed63 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0643914 Jul 12 17:27:37.840309 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:37.866993 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-34210745-34fc-4371-9359-e54e7a767609 req-f51659dd-81d6-4af9-bf9b-48a35e0454e5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Jul 12 17:27:37.933166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 74da4949-7efd-4297-99d6-139ce51f5218 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:37.933546 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (74da4949-7efd-4297-99d6-139ce51f5218), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.939427 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks [] for security_group (f9967f8e-e7be-44ec-80cb-7dca1599f36b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.947514 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Router 381ee360-3b92-464a-8907-5bdd9d4e8971 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:27:37.948321 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f9967f8e-e7be-44ec-80cb-7dca1599f36b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.966734 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 74da4949-7efd-4297-99d6-139ce51f5218, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=74da4949-7efd-4297-99d6-139ce51f5218,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:37.979550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:27:37.988532 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (74da4949-7efd-4297-99d6-139ce51f5218), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:37.994482 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:37.995411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0ddce34f-f407-4b2c-b2d1-7b334aded8ba details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:27:37.995847 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9967f8e-e7be-44ec-80cb-7dca1599f36b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:38.029462 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.029833 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Added segment 4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f of type vlan for network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 Jul 12 17:27:38.048457 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:38.057285 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:35Z', 'revision_number': 2, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:38.094760 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=74da4949-7efd-4297-99d6-139ce51f5218,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:38.099969 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Checking router: 43c95f66-7a1b-41ac-b374-09ca40ad2a4a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:38.100318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Updating router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a port 83ad6b7a-ab83-455c-91cb-5512e53436c9 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:38.116456 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.149104 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:38.154663 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1b911310-5ba5-415b-bf8a-1e5c42e3ae5a admin admin] 10.222.0.62 "PUT /v2.0/routers/381ee360-3b92-464a-8907-5bdd9d4e8971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8326876 Jul 12 17:27:38.156283 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.157193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:38.157619 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:38.158823 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.160972 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Sync routers for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:38.175151 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:38.176097 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:38.184384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.237145 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:38.248311 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=d38de141-d5ea-4c9c-9fb6-b8828a4b0b86,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:38.255097 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:38.261927 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f4deb443-ea69-4e6d-83a5-e1b778325fe0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5994229 Jul 12 17:27:38.262577 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40950) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:38.267871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Request body: {'subnet': {'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520002517-subnet', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:38.268201 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:27:38.275004 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba', 'network_id': 'b72f53ee-b0a1-46c1-a2d0-fa0b7a7489d8', 'port_id': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba', 'mac_address': 'fa:16:3e:e5:c4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45683d3-1b42-4c38-a5d5-ad5adf4f7a52', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:27:38.296442 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Made reservation on behalf of d8b3d15daaf842d29ca03dc067ca84eb for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:38.306420 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.311419 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks [] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.311581 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:38.448515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks [] for router_gateway (381ee360-3b92-464a-8907-5bdd9d4e8971), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.515543 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (1a10c98e-e4c4-47a3-8b94-fe6d41986ed0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.517858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Deleting port c10ee8ed-b086-4937-9b16-a1a862214e13 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:27:38.518599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.541532 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 5, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port': {'id': 'c10ee8ed-b086-4937-9b16-a1a862214e13', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:38.577576 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Checking router: 381ee360-3b92-464a-8907-5bdd9d4e8971 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:38.587481 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:38.589064 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.592433 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Routers {'381ee360-3b92-464a-8907-5bdd9d4e8971'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:38.593177 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['381ee360-3b92-464a-8907-5bdd9d4e8971'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:38.620097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a10c98e-e4c4-47a3-8b94-fe6d41986ed0,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:38.625776 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddce34f-f407-4b2c-b2d1-7b334aded8ba {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:27:38.636739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Checking segment: {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:38.637219 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Network hostable DHCP agents. Network: d38de141-d5ea-4c9c-9fb6-b8828a4b0b86, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:27:38.650031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] For port c10ee8ed-b086-4937-9b16-a1a862214e13, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c10ee8ed-b086-4937-9b16-a1a862214e13,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:38.652219 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.670708 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Calling delete_port for c10ee8ed-b086-4937-9b16-a1a862214e13 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:27:38.671948 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:27:38.675983 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:38.689680 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, d38de141-d5ea-4c9c-9fb6-b8828a4b0b86) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:38.696396 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:38.699503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:38.699710 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.704255 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb965720-16d7-497a-b199-f7dc202fc062 None None] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:38.709284 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] Set router 381ee360-3b92-464a-8907-5bdd9d4e8971 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:38.720933 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.725417 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1284625e-cfa0-49ae-86f3-3fdb57a09e18 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4616637 Jul 12 17:27:38.728066 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40954) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:38.733020 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:38.761317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (e9f4d29d-8875-418b-9647-dba766e701d4), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.762654 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (e9f4d29d-8875-418b-9647-dba766e701d4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.776840 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:27:38Z', 'revision_number': 6, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:38.806592 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d764d59-cd4b-4e4b-a18f-d8d3278b37b1 None None] The sync data for ids ['381ee360-3b92-464a-8907-5bdd9d4e8971'] in dv-cinder-849325-2-iscsi is: [{'id': '381ee360-3b92-464a-8907-5bdd9d4e8971', 'name': 'tempest-DeleteServersTestJSON-1574743882-router', 'tenant_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:27:38Z', 'revision_number': 6, 'project_id': 'fac7ab2675b74a88bc33a21ffbc31586', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:38.846489 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for router_controller (e9f4d29d-8875-418b-9647-dba766e701d4), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.900115 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:38.906906 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:38.931759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3df1c-9c70-486f-9413-bb82149afa9b req-d1585de5-da0a-4391-bb89-6ef2b85907b1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:38.933385 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfa3df1c-9c70-486f-9413-bb82149afa9b req-d1585de5-da0a-4391-bb89-6ef2b85907b1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 948 time: 0.0521984 Jul 12 17:27:38.950571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-d38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:27:38.952269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.955629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks [] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.979654 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:38.985984 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:39.043766 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for router_gateway (e9f4d29d-8875-418b-9647-dba766e701d4), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.096362 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cfa3df1c-9c70-486f-9413-bb82149afa9b req-4fb4d34b-b53c-40c3-b016-11fc8a15d21a tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517661 Jul 12 17:27:39.098894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1254f76-4640-4f8c-a131-dcaae1f1ea76 None None] Pushing event updated for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:39.142362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:39.146170 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c10ee8ed-b086-4937-9b16-a1a862214e13), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.195646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407c5ad-ba43-4581-88c0-d0059eb0a469 req-46ec8f48-862d-4053-afc6-2fc4a6a1a431 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:39.208971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8407c5ad-ba43-4581-88c0-d0059eb0a469 req-46ec8f48-862d-4053-afc6-2fc4a6a1a431 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1893518 Jul 12 17:27:39.211138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10ee8ed-b086-4937-9b16-a1a862214e13,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:39.231126 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Allocated IP 172.20.0.2 (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86/1a10c98e-e4c4-47a3-8b94-fe6d41986ed0/0e8a316a-6cd9-4eca-958a-5238bea3601e) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:39.235825 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Attempting to bind port 83ad6b7a-ab83-455c-91cb-5512e53436c9 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:39.236198 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Attempting to bind port 83ad6b7a-ab83-455c-91cb-5512e53436c9 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:39.236567 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Attempting to bind port 83ad6b7a-ab83-455c-91cb-5512e53436c9 on network 4e20f143-0fd0-4b40-be12-3321a43578ac {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:39.252178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:39.252554 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Checking segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:39.252957 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.253354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Bound using segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:39.262019 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Bound port: 83ad6b7a-ab83-455c-91cb-5512e53436c9, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:39.262526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.360253 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['0ddce34f-f407-4b2c-b2d1-7b334aded8ba'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:27:39.368239 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8407c5ad-ba43-4581-88c0-d0059eb0a469 req-fe42ce6a-ee23-446c-ba24-a24010e0f999 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581063 Jul 12 17:27:39.420071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (381ee360-3b92-464a-8907-5bdd9d4e8971), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.461574 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:39.476400 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-06e6d5f3-37b9-48ad-a23b-b3758be00371 None None] Provisioning complete for port 83ad6b7a-ab83-455c-91cb-5512e53436c9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:39.476847 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-06e6d5f3-37b9-48ad-a23b-b3758be00371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.524889 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] For port 83ad6b7a-ab83-455c-91cb-5512e53436c9, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:39.553602 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] For port 83ad6b7a-ab83-455c-91cb-5512e53436c9, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=83ad6b7a-ab83-455c-91cb-5512e53436c9,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:39.556528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.560022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks [] for router_controller (381ee360-3b92-464a-8907-5bdd9d4e8971), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.583195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-06e6d5f3-37b9-48ad-a23b-b3758be00371 None None] Port 83ad6b7a-ab83-455c-91cb-5512e53436c9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:39.591727 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for router_gateway (e9f4d29d-8875-418b-9647-dba766e701d4), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.606780 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.613074 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.651741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (381ee360-3b92-464a-8907-5bdd9d4e8971), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.652437 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381ee360-3b92-464a-8907-5bdd9d4e8971 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:27:39.659236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.662758 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a3bb0095-d8f5-4ece-92ee-e338f97462d0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/381ee360-3b92-464a-8907-5bdd9d4e8971 HTTP/1.1" status: 204 len: 168 time: 1.5020714 Jul 12 17:27:39.665815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 40972) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:39.692261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks [] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.720482 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:39.747323 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Deleting subnet 7f4756dd-a162-4c4b-b334-1a8d6f9877a3 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:27:39.751496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Publish callbacks [] for subnet (7f4756dd-a162-4c4b-b334-1a8d6f9877a3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.758078 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1254f76-4640-4f8c-a131-dcaae1f1ea76 None None] Pushing event updated for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:39.795189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.799335 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (7f4756dd-a162-4c4b-b334-1a8d6f9877a3), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:39.857953 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Allocated IP 172.27.0.103 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:39.865500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:39.880908 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:39.881860 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Pushing event updated for resources: {'Port': ['ID=0e8a316a-6cd9-4eca-958a-5238bea3601e,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:39.884410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:39.886650 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:39.887283 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:39.892847 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:39.903500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 74da4949-7efd-4297-99d6-139ce51f5218 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:39.987488 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (7f4756dd-a162-4c4b-b334-1a8d6f9877a3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.070608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (7f4756dd-a162-4c4b-b334-1a8d6f9877a3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.092319 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.107824 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4756dd-a162-4c4b-b334-1a8d6f9877a3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:40.112090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.115531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1347571e-7ad0-49ef-b29c-6d5d29053711 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7f4756dd-a162-4c4b-b334-1a8d6f9877a3 HTTP/1.1" status: 204 len: 168 time: 0.4487159 Jul 12 17:27:40.118261 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 40978) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:40.212963 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208abbfc-5b9e-402f-a744-8864d19fc19c None None] Network a1c4c8d6-44ae-4705-be56-d1adafe05772 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:40.219400 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.258910 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (a1c4c8d6-44ae-4705-be56-d1adafe05772), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.260050 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 74da4949-7efd-4297-99d6-139ce51f5218 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:40.260429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (74da4949-7efd-4297-99d6-139ce51f5218), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.264500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Attempting to bind port 0e8a316a-6cd9-4eca-958a-5238bea3601e on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:40.264876 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Attempting to bind port 0e8a316a-6cd9-4eca-958a-5238bea3601e by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:40.265238 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Attempting to bind port 0e8a316a-6cd9-4eca-958a-5238bea3601e on network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:40.266745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2300e0-ab3d-4b85-ae71-4827347d79ec req-49857408-6796-43b5-b011-73540470ffad tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:40.268538 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c2300e0-ab3d-4b85-ae71-4827347d79ec req-49857408-6796-43b5-b011-73540470ffad tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 948 time: 0.0714028 Jul 12 17:27:40.279361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:40.281397 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:40.287494 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Pushing event updated for resources: {'Port': ['ID=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:40.290117 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:40.292799 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:40.327018 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:40.327397 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Checking segment: {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:40.327796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.328190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Bound using segment: {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:40.328671 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Bound port: 0e8a316a-6cd9-4eca-958a-5238bea3601e, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:40.329047 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.341592 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c2300e0-ab3d-4b85-ae71-4827347d79ec req-c87488aa-e156-4dad-bb01-a3a53c43d9fe tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Jul 12 17:27:40.352424 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Provisioning complete for port 83ad6b7a-ab83-455c-91cb-5512e53436c9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:40.352794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.360643 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Deleting port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:27:40.360990 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.367910 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:40.470282 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:40.499181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014e16-b6da-45f7-a820-ae496313a420 req-1b1afb13-3212-488c-bd98-20197f1fddce tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:40.500909 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53014e16-b6da-45f7-a820-ae496313a420 req-1b1afb13-3212-488c-bd98-20197f1fddce tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Jul 12 17:27:40.536407 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] For port 37bb7aa1-3de8-4f32-9432-1f5c41917b24, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=37bb7aa1-3de8-4f32-9432-1f5c41917b24,segment=NetworkSegment(a4232e6d-a98d-4083-b63a-c4cab049b790),segment_id=a4232e6d-a98d-4083-b63a-c4cab049b790)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:40.536864 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.555241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53014e16-b6da-45f7-a820-ae496313a420 req-cbb25dae-def7-4a70-9f39-c8f1f3c1f0a2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Jul 12 17:27:40.560014 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Calling delete_port for 37bb7aa1-3de8-4f32-9432-1f5c41917b24 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:27:40.725075 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for router_gateway (e9f4d29d-8875-418b-9647-dba766e701d4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.783802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] For port 0e8a316a-6cd9-4eca-958a-5238bea3601e, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:40.798279 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (37bb7aa1-3de8-4f32-9432-1f5c41917b24), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.803077 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:40.826572 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b6495-aee7-4298-807d-e5d6ecded2bd None None] DHCP port deletion for a1c4c8d6-44ae-4705-be56-d1adafe05772 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:27:40.832882 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Pushing event deleted for resources: {'Port': ['ID=37bb7aa1-3de8-4f32-9432-1f5c41917b24,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:40.864091 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] No DVR routers for this DVR port 37bb7aa1-3de8-4f32-9432-1f5c41917b24 on host dv-cinder-849325-2-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:27:40.867107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] For port 0e8a316a-6cd9-4eca-958a-5238bea3601e, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=0e8a316a-6cd9-4eca-958a-5238bea3601e,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:40.871230 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 74da4949-7efd-4297-99d6-139ce51f5218 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:40.883487 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device cc3d24a3-87a9-4446-a56c-b0608af8647a no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:27:40.913070 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.947483 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: cc3d24a3-87a9-4446-a56c-b0608af8647a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:27:40.947834 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device cc3d24a3-87a9-4446-a56c-b0608af8647a not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:27:40.957953 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Current status of the port 83ad6b7a-ab83-455c-91cb-5512e53436c9 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:40.958168 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:40.983000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:40.985710 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (a1c4c8d6-44ae-4705-be56-d1adafe05772), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.019138 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c4c8d6-44ae-4705-be56-d1adafe05772']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:41.045784 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f534b-5ad1-4158-88e2-8dfcca7546dd None None] Pushing event updated for resources: {'Port': ['ID=0e8a316a-6cd9-4eca-958a-5238bea3601e,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:41.053248 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] For port 83ad6b7a-ab83-455c-91cb-5512e53436c9, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=83ad6b7a-ab83-455c-91cb-5512e53436c9,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:41.059117 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:39Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:41.065278 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4232e6d-a98d-4083-b63a-c4cab049b790') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:41.065628 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.065800 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4232e6d-a98d-4083-b63a-c4cab049b790') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:41.079734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3248511'] for segment (a4232e6d-a98d-4083-b63a-c4cab049b790), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.094690 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08f42c-3588-43c3-86a7-78571a21dba3 None None] The sync data for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi is: [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:39Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:41.097817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (e9f4d29d-8875-418b-9647-dba766e701d4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.099983 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (a4232e6d-a98d-4083-b63a-c4cab049b790), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.122024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:27:41.122594 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245572'] for segment (a4232e6d-a98d-4083-b63a-c4cab049b790), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.149125 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e260f9-da06-4556-99fb-83c2a9a0b33a None None] Pushing event updated for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:41.194320 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment a4232e6d-a98d-4083-b63a-c4cab049b790 resource provider aggregate not found Jul 12 17:27:41.227427 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment a4232e6d-a98d-4083-b63a-c4cab049b790 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4232e6d-a98d-4083-b63a-c4cab049b790 found for delete ", "request_id": "req-9259e025-1b81-4da0-9a90-bfecbc53ab02"}]} Jul 12 17:27:41.305993 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (a1c4c8d6-44ae-4705-be56-d1adafe05772), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.315747 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.327805 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] 10.222.0.62 "DELETE /v2.0/networks/a1c4c8d6-44ae-4705-be56-d1adafe05772 HTTP/1.1" status: 204 len: 168 time: 1.2027953 Jul 12 17:27:41.362420 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:41.365363 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a4a11-7ec0-4b5d-9253-76376f88a44e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c4c8d6-44ae-4705-be56-d1adafe05772,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:41.464428 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 83ad6b7a-ab83-455c-91cb-5512e53436c9 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:41.466990 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Router e9f4d29d-8875-418b-9647-dba766e701d4 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:27:41.584597 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 83ad6b7a-ab83-455c-91cb-5512e53436c9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:41.585202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.598734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13239-54e9-4f73-995a-0b8858df7c44 req-ca29cb2b-d145-4d1a-94e1-0f8155e058e1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:41.607848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09e13239-54e9-4f73-995a-0b8858df7c44 req-ca29cb2b-d145-4d1a-94e1-0f8155e058e1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 948 time: 0.1209590 Jul 12 17:27:41.687842 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09e13239-54e9-4f73-995a-0b8858df7c44 req-92f9163c-925d-4eb4-854f-69b20d4b613d tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783751 Jul 12 17:27:41.704900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:41.730453 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Sync routers for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:41.735174 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41008) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:41.764700 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 83ad6b7a-ab83-455c-91cb-5512e53436c9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:41.765288 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 0e8a316a-6cd9-4eca-958a-5238bea3601e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:41.788730 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.790071 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-84fcf067-fc4f-4303-b4cf-bbe2d39bf54d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0607107 Jul 12 17:27:41.797759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41012) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:41.805251 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:41.805979 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:41.842403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66ba31-09a5-48c8-a359-d93d9a9ac2ef req-4e4cc650-3dff-4d18-bc53-5f155a1a256d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:41.850282 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e66ba31-09a5-48c8-a359-d93d9a9ac2ef req-4e4cc650-3dff-4d18-bc53-5f155a1a256d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1840425 Jul 12 17:27:41.884166 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-36057e0c-9671-4c91-a728-c7d7fda5ec52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fac7ab2675b74a88bc33a21ffbc31586&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1467974 Jul 12 17:27:41.887174 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41018) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:41.889294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:41.930770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 0e8a316a-6cd9-4eca-958a-5238bea3601e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:41.931973 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:41.946269 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e66ba31-09a5-48c8-a359-d93d9a9ac2ef req-ccd6c713-1b6f-4010-a35f-c80b58477696 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946229 Jul 12 17:27:42.008736 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:42.023185 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] Publish callbacks [] for security_group (678a39bd-4f97-45c7-9920-48a8d4ffd1f4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.041216 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0ddce34f-f407-4b2c-b2d1-7b334aded8ba up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:42.062898 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] Publish callbacks [] for security_group (678a39bd-4f97-45c7-9920-48a8d4ffd1f4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.105102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:42.106388 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 0e8a316a-6cd9-4eca-958a-5238bea3601e is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:42.107126 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.181991 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 0e8a316a-6cd9-4eca-958a-5238bea3601e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=0e8a316a-6cd9-4eca-958a-5238bea3601e,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:42.186736 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:27:42.190503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:42.194099 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.271028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:42.300565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=0e8a316a-6cd9-4eca-958a-5238bea3601e,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:42.306452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c10ee8ed-b086-4937-9b16-a1a862214e13 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:27:42.307306 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (678a39bd-4f97-45c7-9920-48a8d4ffd1f4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.308754 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:42.309231 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.311055 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.314843 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/678a39bd-4f97-45c7-9920-48a8d4ffd1f4 HTTP/1.1" status: 204 len: 168 time: 0.4246163 Jul 12 17:27:42.348212 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a8090-7f20-405c-9252-755b27a96ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a39bd-4f97-45c7-9920-48a8d4ffd1f4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:42.378120 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: c10ee8ed-b086-4937-9b16-a1a862214e13 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:27:42.378726 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c10ee8ed-b086-4937-9b16-a1a862214e13 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:27:42.378896 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 37bb7aa1-3de8-4f32-9432-1f5c41917b24 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:27:42.409972 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 37bb7aa1-3de8-4f32-9432-1f5c41917b24 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:27:42.410334 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 37bb7aa1-3de8-4f32-9432-1f5c41917b24 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:27:42.478065 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f26f53-d31b-4df9-9f7e-a35ad14b4aaa None None] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:42.556055 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.577404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-71bd89b4-ad91-4b02-8234-78d8d0e9c6e1 None None] Provisioning complete for port 0e8a316a-6cd9-4eca-958a-5238bea3601e triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:42.577922 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71bd89b4-ad91-4b02-8234-78d8d0e9c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.630891 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:42.740208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:40Z', 'revision_number': 3, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:42.746501 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:42.746882 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.788547 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Allocated IP 172.20.0.1 (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86/1a10c98e-e4c4-47a3-8b94-fe6d41986ed0/82790fef-3608-4ade-b899-77115e3a07b0) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:42.802474 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Checking router: e9f4d29d-8875-418b-9647-dba766e701d4 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:42.803043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Updating router e9f4d29d-8875-418b-9647-dba766e701d4 port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:42.882633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f817ce3-c532-4dc2-9e70-9702c2df47f8 req-19b27bb1-e220-4236-8b92-5b37529b7897 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:42.884248 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f817ce3-c532-4dc2-9e70-9702c2df47f8 req-19b27bb1-e220-4236-8b92-5b37529b7897 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 948 time: 0.0970449 Jul 12 17:27:42.902022 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:27:42.905526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f4010-0ccd-46d9-a422-09dbe34ce93b" -d '{"events": [{"server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "name": "network-vif-plugged", "status": "completed", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:42.909923 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:42.920797 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks [] for port (82790fef-3608-4ade-b899-77115e3a07b0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:42.953323 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:42.960453 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f817ce3-c532-4dc2-9e70-9702c2df47f8 req-a91326ab-11b8-45cb-a30f-2ecdce6901c1 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Jul 12 17:27:42.982537 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.011937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0429a-8d5e-4270-87ae-6d1b77d0477c x-openstack-request-id: req-fff0429a-8d5e-4270-87ae-6d1b77d0477c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:43.012226 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "name": "network-vif-plugged", "status": "completed", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:43.012482 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fff0429a-8d5e-4270-87ae-6d1b77d0477c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:43.012964 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff0429a-8d5e-4270-87ae-6d1b77d0477c'] response: {'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba', 'code': 200} Jul 12 17:27:43.023558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.049167 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:43.070566 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:43.078696 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:43.119195 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc020-b81e-496f-b82a-1f1cf3ec4168 req-5132d788-6b4b-443a-849b-0675ff568da4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:43.120821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-160fc020-b81e-496f-b82a-1f1cf3ec4168 req-5132d788-6b4b-443a-849b-0675ff568da4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0738645 Jul 12 17:27:43.123073 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:43.130202 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (e9f4d29d-8875-418b-9647-dba766e701d4), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.177283 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:43.182468 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-71bd89b4-ad91-4b02-8234-78d8d0e9c6e1 None None] Current status of the port 0e8a316a-6cd9-4eca-958a-5238bea3601e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:43.189012 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.197427 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-160fc020-b81e-496f-b82a-1f1cf3ec4168 req-ee1b9915-4401-4491-b61f-76006196f042 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Jul 12 17:27:43.254375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:43.319020 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (82790fef-3608-4ade-b899-77115e3a07b0), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.392896 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 0e8a316a-6cd9-4eca-958a-5238bea3601e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:43.434626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:43.496205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41050) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:43.532017 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 0e8a316a-6cd9-4eca-958a-5238bea3601e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:43.532383 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.534491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks [] for port (82790fef-3608-4ade-b899-77115e3a07b0), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.536472 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5a1f5b4d-f356-4e5e-9fd0-9630fb2eb3d8 None None] Provisioning complete for port 0e8a316a-6cd9-4eca-958a-5238bea3601e triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:43.536828 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5b4d-f356-4e5e-9fd0-9630fb2eb3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.545759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.556963 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:43.633348 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (e9f4d29d-8875-418b-9647-dba766e701d4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.636204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:43.644615 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-network', 'tenant_id': 'a47989251b16474f830f5a46efe33812'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:43.668540 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Made reservation on behalf of a47989251b16474f830f5a46efe33812 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:43.671874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.679313 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks [] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.681463 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.696947 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.795753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks [] for security_group (cf69eb40-0611-480e-a0a7-c1b17e6dbcbd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.800918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (cf69eb40-0611-480e-a0a7-c1b17e6dbcbd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.815283 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f5b4d-f356-4e5e-9fd0-9630fb2eb3d8 None None] Current status of the port 0e8a316a-6cd9-4eca-958a-5238bea3601e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:43.823331 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 0e8a316a-6cd9-4eca-958a-5238bea3601e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:43.829392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Attempting to bind port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:43.830234 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Attempting to bind port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:43.830234 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Attempting to bind port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:43.830749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:27:43.835520 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76a0c-9e05-43e6-8f1e-e5a39fbaef7c None None] Pushing event updated for resources: {'Port': ['ID=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:43.839899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:43.840203 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:43.840607 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.841029 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:43.841749 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Bound port: 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:43.842392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.845112 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf69eb40-0611-480e-a0a7-c1b17e6dbcbd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:43.849259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e5c52659-1dce-44bd-9189-ab29a4824547), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.850092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Added segment e5c52659-1dce-44bd-9189-ab29a4824547 of type vlan for network f555be57-c537-4463-873d-2fa611295c76 Jul 12 17:27:43.898259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (f555be57-c537-4463-873d-2fa611295c76), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.901591 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] For port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:43.905588 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] For port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:43.915723 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.929326 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (f555be57-c537-4463-873d-2fa611295c76), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.931297 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:43.932814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:43.998087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:44.001073 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:44.008087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:44.008683 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] Pushing event updated for resources: {'Network': ['ID=f555be57-c537-4463-873d-2fa611295c76,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:44.043854 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b0015b9d-05d7-4d2c-b6e2-9061aeca0cbc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5465426 Jul 12 17:27:44.045012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41060) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:44.048846 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network f555be57-c537-4463-873d-2fa611295c76 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:27:44.062005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Request body: {'subnet': {'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-subnet', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:44.121570 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:44.122875 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:44.126956 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7e8a9711-253b-431d-a245-2b2866b9dfd6 None None] Provisioning complete for port 82790fef-3608-4ade-b899-77115e3a07b0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:44.126956 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9711-253b-431d-a245-2b2866b9dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (82790fef-3608-4ade-b899-77115e3a07b0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:44.193310 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Made reservation on behalf of a47989251b16474f830f5a46efe33812 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:44.195853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2567826'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:44.232659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76a0c-9e05-43e6-8f1e-e5a39fbaef7c None None] Pushing event updated for resources: {'Port': ['ID=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:44.292615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Router e9f4d29d-8875-418b-9647-dba766e701d4 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:27:44.295682 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a9711-253b-431d-a245-2b2866b9dfd6 None None] Port 82790fef-3608-4ade-b899-77115e3a07b0 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:44.378153 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:44.385624 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4094b-2ad4-4ad4-87e6-4f73a92ce26f req-71bc19c1-08ff-4cc5-877e-ae19e93c4799 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:44.396128 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63b4094b-2ad4-4ad4-87e6-4f73a92ce26f req-71bc19c1-08ff-4cc5-877e-ae19e93c4799 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.2986584 Jul 12 17:27:44.446699 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76924c09-bbd2-48e3-b697-73c75a5ecd6e req-fecbd75d-d7b3-4115-a8aa-2d9cc3cadff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:44.448379 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76924c09-bbd2-48e3-b697-73c75a5ecd6e req-fecbd75d-d7b3-4115-a8aa-2d9cc3cadff4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1130 time: 0.1365020 Jul 12 17:27:44.479690 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-19b65c50-fa91-4c8f-8850-9046af61524d None None] Provisioning complete for port 82790fef-3608-4ade-b899-77115e3a07b0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:44.480063 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19b65c50-fa91-4c8f-8850-9046af61524d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (82790fef-3608-4ade-b899-77115e3a07b0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:44.514888 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:44.550194 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:44.553802 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76924c09-bbd2-48e3-b697-73c75a5ecd6e req-2f8fb502-2601-4754-a40f-d02bd1a76135 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993559 Jul 12 17:27:44.557827 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4268a059-7799-443e-b6e1-d4a33eb24ff7 admin admin] 10.222.0.62 "PUT /v2.0/routers/e9f4d29d-8875-418b-9647-dba766e701d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7588181 Jul 12 17:27:44.562773 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-19b65c50-fa91-4c8f-8850-9046af61524d None None] Port 82790fef-3608-4ade-b899-77115e3a07b0 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:44.574272 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:44.643987 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '82790fef-3608-4ade-b899-77115e3a07b0', 'name': '', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'mac_address': 'fa:16:3e:71:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:42Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 2, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'subnets': [{'id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:44.672767 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8613d7a3-84a6-448f-837d-0383bdab1413 None None] The sync data for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi is: [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '82790fef-3608-4ade-b899-77115e3a07b0', 'name': '', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'mac_address': 'fa:16:3e:71:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:42Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 2, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'subnets': [{'id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:44.735286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309e76b-7299-4984-bf31-79f26ccc9174 req-c960054f-e9ca-4019-9230-3ae3b2612b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:44.737231 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1309e76b-7299-4984-bf31-79f26ccc9174 req-c960054f-e9ca-4019-9230-3ae3b2612b48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 1133 time: 0.4589479 Jul 12 17:27:44.761484 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d58d72-1291-45f1-8053-e19091c191ad req-eb30e30b-d508-4318-aa9f-186cc86176ff tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:44.763047 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31d58d72-1291-45f1-8053-e19091c191ad req-eb30e30b-d508-4318-aa9f-186cc86176ff tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.4052098 Jul 12 17:27:44.777966 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:44.806887 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63b4094b-2ad4-4ad4-87e6-4f73a92ce26f req-37f19c23-fabc-4c51-895a-12ae21086dba tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097323 Jul 12 17:27:44.845832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:44.865037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31d58d72-1291-45f1-8053-e19091c191ad req-c4133022-498f-4f99-9a4f-fb3fbf7a0b32 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935016 Jul 12 17:27:44.933345 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2567812'] for subnet (10dfa0de-8f50-4448-847f-de8a7fcb57e3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.001509 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dfa0de-8f50-4448-847f-de8a7fcb57e3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:45.009998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Checking segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:45.010363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Network hostable DHCP agents. Network: f555be57-c537-4463-873d-2fa611295c76, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:27:45.046669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Network f555be57-c537-4463-873d-2fa611295c76 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:27:45.072335 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, f555be57-c537-4463-873d-2fa611295c76) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:45.077177 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:45.077882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.085608 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ddab7-c905-485e-8712-0ff6f80ae4fa None None] Network f555be57-c537-4463-873d-2fa611295c76 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:45.152335 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-054ea532-4e0f-4b25-824c-12b730004e8f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1036403 Jul 12 17:27:45.152961 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41090) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:45.159918 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:45.175556 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1309e76b-7299-4984-bf31-79f26ccc9174 req-a1325621-1a5e-4681-9460-6cfd098f3f9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227040 Jul 12 17:27:45.195840 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.197368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.232839 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-f555be57-c537-4463-873d-2fa611295c76', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:27:45.234156 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.291763 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:45.296075 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for router_controller (c36d7dc8-ba01-47e8-b882-d693538a77e3), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.423049 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Allocated IP 172.20.0.2 (f555be57-c537-4463-873d-2fa611295c76/10dfa0de-8f50-4448-847f-de8a7fcb57e3/ebcb82c4-d37e-4aa4-9c38-9162be86942b) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:45.473098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for router_gateway (c36d7dc8-ba01-47e8-b882-d693538a77e3), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.721323 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks [] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.730626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.799909 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Network f555be57-c537-4463-873d-2fa611295c76 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:45.810817 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:45.815348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:45.817252 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for router_gateway (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.823945 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Pushing event updated for resources: {'Port': ['ID=ebcb82c4-d37e-4aa4-9c38-9162be86942b,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:45.877053 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.915999 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Attempting to bind port ebcb82c4-d37e-4aa4-9c38-9162be86942b on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:45.916375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Attempting to bind port ebcb82c4-d37e-4aa4-9c38-9162be86942b by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:45.916746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Attempting to bind port ebcb82c4-d37e-4aa4-9c38-9162be86942b on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:45.937713 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:45.938095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Checking segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:45.938498 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:45.938894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Bound using segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:45.939500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Bound port: ebcb82c4-d37e-4aa4-9c38-9162be86942b, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:45.939895 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:46.059545 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c0b9f-aafd-41f9-b440-e8d78fff89e2 req-9b61da97-7587-4789-9ddc-5939eab213f7 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:46.067998 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d3c0b9f-aafd-41f9-b440-e8d78fff89e2 req-9b61da97-7587-4789-9ddc-5939eab213f7 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.1464455 Jul 12 17:27:46.163108 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Allocated IP 172.27.0.216 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/b67450e6-cfaa-4e67-9898-2f496593d1bc) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:46.218734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:46.219386 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d3c0b9f-aafd-41f9-b440-e8d78fff89e2 req-6bc95021-9957-40c9-9161-6d4417de13cf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316419 Jul 12 17:27:46.233062 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997e58-ea19-4eb3-a6ed-52e43788e3e4 req-ce15ab50-fb31-40b2-bc37-53e87fdb0b59 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:46.234761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f997e58-ea19-4eb3-a6ed-52e43788e3e4 req-ce15ab50-fb31-40b2-bc37-53e87fdb0b59 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1653128 Jul 12 17:27:46.382779 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] For port ebcb82c4-d37e-4aa4-9c38-9162be86942b, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:46.391819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] For port ebcb82c4-d37e-4aa4-9c38-9162be86942b, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ebcb82c4-d37e-4aa4-9c38-9162be86942b,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:46.395364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f997e58-ea19-4eb3-a6ed-52e43788e3e4 req-2e574de4-4f6c-49b0-b42b-25bae9f50274 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449358 Jul 12 17:27:46.404448 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:46.414416 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:46.454368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:46.487710 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:46.489411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:46.495982 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:46.498916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3bef9-edd9-42db-8a3a-5a6d58dd7722 None None] Pushing event updated for resources: {'Port': ['ID=ebcb82c4-d37e-4aa4-9c38-9162be86942b,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:46.576809 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Pushing event updated for resources: {'Port': ['ID=b67450e6-cfaa-4e67-9898-2f496593d1bc,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:46.855316 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for router_gateway (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.076398 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:47.125265 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.306916 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:27:47.371350 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9721-7e47-4404-bfb4-3da4b28ca673 req-2725dc85-4bee-44c0-8d08-9b498d8c28b9 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:47.381590 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5df9721-7e47-4404-bfb4-3da4b28ca673 req-2725dc85-4bee-44c0-8d08-9b498d8c28b9 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.0797276 Jul 12 17:27:47.420415 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:47.494504 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5df9721-7e47-4404-bfb4-3da4b28ca673 req-b73dd683-a622-477a-a765-216b613cb05a tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117079 Jul 12 17:27:47.505553 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ebcb82c4-d37e-4aa4-9c38-9162be86942b up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:47.534343 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:47.549237 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:47.563110 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:47.563982 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:47.579633 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.588134 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1801b5fc-d420-4da0-824c-d68c57f57e00 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4320962 Jul 12 17:27:47.588690 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41128) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:47.592393 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port ebcb82c4-d37e-4aa4-9c38-9162be86942b triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:47.593095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.633449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f698-4c3f-428b-96cf-1e571fbe7875 req-af5d776f-6cb7-4bdd-85ed-974b27d2421e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:47.637563 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:47.641916 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6b6f698-4c3f-428b-96cf-1e571fbe7875 req-af5d776f-6cb7-4bdd-85ed-974b27d2421e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1450317 Jul 12 17:27:47.695560 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:47.803244 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6b6f698-4c3f-428b-96cf-1e571fbe7875 req-855a22b6-85c8-4517-8e3e-283cef3f4df6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601427 Jul 12 17:27:47.842837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port ebcb82c4-d37e-4aa4-9c38-9162be86942b is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:47.843197 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.896061 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port ebcb82c4-d37e-4aa4-9c38-9162be86942b, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ebcb82c4-d37e-4aa4-9c38-9162be86942b,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:47.898487 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:47.928052 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:47.937439 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:47.999377 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0fdef-21c4-4dfa-ba00-e416561e9e28 req-8f3392f3-c98e-4fa6-8dd2-76848a541f76 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:48.007228 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7f0fdef-21c4-4dfa-ba00-e416561e9e28 req-8f3392f3-c98e-4fa6-8dd2-76848a541f76 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0868442 Jul 12 17:27:48.129183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7f0fdef-21c4-4dfa-ba00-e416561e9e28 req-4842cde3-8e15-47c9-aadc-375d68125946 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208329 Jul 12 17:27:48.163280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:48.163662 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.165586 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=ebcb82c4-d37e-4aa4-9c38-9162be86942b,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:48.377599 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7e3b5-af3a-4262-baba-e1f8d13cb684 None None] Network f555be57-c537-4463-873d-2fa611295c76 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:27:48.383409 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:48.383823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.459886 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:48.495327 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a91a044e-0e47-4c33-8ed4-6b1e24dee098 None None] Provisioning complete for port ebcb82c4-d37e-4aa4-9c38-9162be86942b triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:48.496092 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a91a044e-0e47-4c33-8ed4-6b1e24dee098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.500733 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:48.502821 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.502989 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:46Z', 'revision_number': 3, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:48.585222 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:48.594650 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Updating router c36d7dc8-ba01-47e8-b882-d693538a77e3 port b67450e6-cfaa-4e67-9898-2f496593d1bc binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:48.611702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Sync routers for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:48.640661 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.792957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:48.851630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b63a-44b7-4d5a-835c-f4b8d7000b78 req-e5c3c91d-2e25-4c7e-b977-d2a126e2a106 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:48.853342 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:48.854374 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:48.862329 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-45a3b63a-44b7-4d5a-835c-f4b8d7000b78 req-e5c3c91d-2e25-4c7e-b977-d2a126e2a106 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.1414268 Jul 12 17:27:48.884759 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:49.021502 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-45a3b63a-44b7-4d5a-835c-f4b8d7000b78 req-19f06d64-26c9-468a-8ce7-4e27ba28f4f0 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566288 Jul 12 17:27:49.125415 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:49.150403 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:49.176880 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Allocated IP 172.20.0.1 (f555be57-c537-4463-873d-2fa611295c76/10dfa0de-8f50-4448-847f-de8a7fcb57e3/1cf86739-7632-4e2c-a362-4c3e4fe725db) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:49.310492 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a91a044e-0e47-4c33-8ed4-6b1e24dee098 None None] Current status of the port ebcb82c4-d37e-4aa4-9c38-9162be86942b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:49.340315 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks [] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.343623 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks [] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.364194 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:49.376687 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.402362 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:49.423554 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.510227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ebcb82c4-d37e-4aa4-9c38-9162be86942b up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:49.517675 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Network f555be57-c537-4463-873d-2fa611295c76 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:49.522992 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:49.539982 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:49.575174 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Pushing event updated for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:49.575535 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983b04-dab4-4694-bf3b-80c9f9bba962 None None] Pushing event updated for resources: {'Port': ['ID=b67450e6-cfaa-4e67-9898-2f496593d1bc,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:49.590544 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Attempting to bind port b67450e6-cfaa-4e67-9898-2f496593d1bc on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:49.591722 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Attempting to bind port b67450e6-cfaa-4e67-9898-2f496593d1bc by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:49.591863 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Attempting to bind port b67450e6-cfaa-4e67-9898-2f496593d1bc on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:49.610989 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:49.611356 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:49.617847 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.618246 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:49.618748 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Bound port: b67450e6-cfaa-4e67-9898-2f496593d1bc, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:49.619561 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.621015 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.646972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f03703-0510-490c-8eee-d5d7d21d94c8 req-0872d16e-4f79-44fe-ae33-719b433a9564 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:49.650831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75f03703-0510-490c-8eee-d5d7d21d94c8 req-0872d16e-4f79-44fe-ae33-719b433a9564 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.1177287 Jul 12 17:27:49.664044 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5ccb8266-e7fc-4b98-ac47-1aadce699e69 None None] Provisioning complete for port ebcb82c4-d37e-4aa4-9c38-9162be86942b triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:49.664697 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8266-e7fc-4b98-ac47-1aadce699e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.742423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75f03703-0510-490c-8eee-d5d7d21d94c8 req-050701cf-f78f-4c47-bfbd-fbc0c461fa33 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838857 Jul 12 17:27:49.745208 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] For port b67450e6-cfaa-4e67-9898-2f496593d1bc, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:49.748952 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] For port b67450e6-cfaa-4e67-9898-2f496593d1bc, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=b67450e6-cfaa-4e67-9898-2f496593d1bc,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:49.771218 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:49.895942 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:49.896597 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:49.902036 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983b04-dab4-4694-bf3b-80c9f9bba962 None None] Pushing event updated for resources: {'Port': ['ID=b67450e6-cfaa-4e67-9898-2f496593d1bc,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:49.909568 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:49.959571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:49.975429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port ebcb82c4-d37e-4aa4-9c38-9162be86942b triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:49.975810 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.060928 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:50.159741 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port ebcb82c4-d37e-4aa4-9c38-9162be86942b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:50.167151 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:50.260922 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:50.327341 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '82790fef-3608-4ade-b899-77115e3a07b0', 'name': '', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'mac_address': 'fa:16:3e:71:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:42Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 2, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'subnets': [{'id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:50.355008 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.426470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Checking router: e9f4d29d-8875-418b-9647-dba766e701d4 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:50.427767 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Updating router e9f4d29d-8875-418b-9647-dba766e701d4 port 82790fef-3608-4ade-b899-77115e3a07b0 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:50.461956 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:50.530959 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6473ddf3-4ccb-44d4-97a3-fb4e671798f6 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:50.551823 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:50.566528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9c485-0c70-4f15-9a8d-dc1b5e518019 req-35d79249-20bb-4400-8027-26b5636b38a9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:50.580859 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5be9c485-0c70-4f15-9a8d-dc1b5e518019 req-35d79249-20bb-4400-8027-26b5636b38a9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1239367 Jul 12 17:27:50.631524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:50.637966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (82790fef-3608-4ade-b899-77115e3a07b0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.701204 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb8266-e7fc-4b98-ac47-1aadce699e69 None None] Current status of the port ebcb82c4-d37e-4aa4-9c38-9162be86942b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:50.799307 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:50.799747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.836982 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-20cbcc20-5616-499f-b1b0-33eb3c862193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:50.842306 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-20cbcc20-5616-499f-b1b0-33eb3c862193 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.2093146 Jul 12 17:27:50.864655 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5be9c485-0c70-4f15-9a8d-dc1b5e518019 req-d765fd70-e234-48f5-a4a2-b13415327ec1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824872 Jul 12 17:27:50.892591 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks [] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.915423 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.938831 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-216b18c1-f45e-4fc9-a3fd-b4a2654a192c None None] Provisioning complete for port 1cf86739-7632-4e2c-a362-4c3e4fe725db triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:50.939243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-216b18c1-f45e-4fc9-a3fd-b4a2654a192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:50.995610 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2549f-273c-4522-977c-16eb1108cfea req-86c6bced-4cc8-4a23-ae6f-e0847936edfe tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:51.004672 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0a2549f-273c-4522-977c-16eb1108cfea req-86c6bced-4cc8-4a23-ae6f-e0847936edfe tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.1003134 Jul 12 17:27:51.076934 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-216b18c1-f45e-4fc9-a3fd-b4a2654a192c None None] Port 1cf86739-7632-4e2c-a362-4c3e4fe725db cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:51.119771 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:51.181500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.208176 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-65b01f72-33d7-4f65-b2c1-bb263759ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:51.208738 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-3eb4cfa1-1e8b-4b61-b669-65140b8486f4 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:51.209581 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-65b01f72-33d7-4f65-b2c1-bb263759ca67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1624155 Jul 12 17:27:51.210362 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-3eb4cfa1-1e8b-4b61-b669-65140b8486f4 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.66 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 949 time: 0.1327028 Jul 12 17:27:51.224641 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Pushing event updated for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:51.302543 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-8da56737-a866-45bd-9d0b-8e0f7228aaa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 217 time: 0.0812030 Jul 12 17:27:51.320743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0a2549f-273c-4522-977c-16eb1108cfea req-d8c060ea-1a78-4f42-a067-91f880ae3a66 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5a4ecda-0d0e-462d-8dfd-ae451dfed089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146627 Jul 12 17:27:51.407424 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-619e0d44-39b1-4c97-bdfe-fddefc9f621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:51.409203 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-619e0d44-39b1-4c97-bdfe-fddefc9f621b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0869267 Jul 12 17:27:51.457563 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:51.464325 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-4ad73f7f-c636-450d-9bbf-d808e4df67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:51.465903 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-4ad73f7f-c636-450d-9bbf-d808e4df67d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500629 Jul 12 17:27:51.472569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Deleting port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:27:51.473481 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.485384 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:51.510238 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks [] for port (82790fef-3608-4ade-b899-77115e3a07b0), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.516973 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.524853 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Network f555be57-c537-4463-873d-2fa611295c76 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:51.529018 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:51.582088 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bcc77-8d08-4fe4-95a2-d7d0e60c6c86 None None] Pushing event updated for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:51.613028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b84ecc9f-6269-44f8-bf23-ea7f8ac14d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.668021 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:51.693974 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-32a4f445-8eca-4a82-8adb-343ae46e6d2d service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170148 Jul 12 17:27:51.718700 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] For port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,segment=NetworkSegment(ffcce78f-4435-4536-84a0-4960f0836380),segment_id=ffcce78f-4435-4536-84a0-4960f0836380)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:51.719058 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.754380 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Calling delete_port for 0ddce34f-f407-4b2c-b2d1-7b334aded8ba owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:27:51.854290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Attempting to bind port 82790fef-3608-4ade-b899-77115e3a07b0 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:51.854290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Attempting to bind port 82790fef-3608-4ade-b899-77115e3a07b0 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:51.854290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Attempting to bind port 82790fef-3608-4ade-b899-77115e3a07b0 on network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:51.863163 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:51.863710 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Checking segment: {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:51.865500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:51.867155 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Bound using segment: {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:51.867769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Bound port: 82790fef-3608-4ade-b899-77115e3a07b0, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:51.868306 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (82790fef-3608-4ade-b899-77115e3a07b0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:52.051379 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] For port 82790fef-3608-4ade-b899-77115e3a07b0, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:52.055908 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] For port 82790fef-3608-4ade-b899-77115e3a07b0, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=82790fef-3608-4ade-b899-77115e3a07b0,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:52.069590 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:52.084953 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2e274-44b2-41b6-b5f0-e966c99ceabe req-f72a6d57-d5b1-45e0-8f21-6f79f0c1dd78 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:52.086841 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a1b2e274-44b2-41b6-b5f0-e966c99ceabe req-f72a6d57-d5b1-45e0-8f21-6f79f0c1dd78 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1314149 Jul 12 17:27:52.145609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:52.193949 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:27:52.202663 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:52.203606 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:52.220385 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (0ddce34f-f407-4b2c-b2d1-7b334aded8ba), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:52.250103 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a1b2e274-44b2-41b6-b5f0-e966c99ceabe req-5de55b84-3937-4325-b93f-b2583d2001d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495650 Jul 12 17:27:52.290357 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Pushing event deleted for resources: {'Port': ['ID=0ddce34f-f407-4b2c-b2d1-7b334aded8ba,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:52.312790 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-489bd93c-dfa2-45b3-807f-c46cd0700c0c None None] Provisioning complete for port 1cf86739-7632-4e2c-a362-4c3e4fe725db triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:52.313505 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-489bd93c-dfa2-45b3-807f-c46cd0700c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:52.371007 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bcc77-8d08-4fe4-95a2-d7d0e60c6c86 None None] Pushing event updated for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:52.420776 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] No DVR routers for this DVR port 0ddce34f-f407-4b2c-b2d1-7b334aded8ba on host hv-cinder-84932 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:27:52.429077 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:52.431350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-489bd93c-dfa2-45b3-807f-c46cd0700c0c None None] Port 1cf86739-7632-4e2c-a362-4c3e4fe725db cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:27:52.432331 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-82eb7850-af69-437c-b194-8edf3b9f02fa req-27b66c8d-e96b-47cd-a321-ccb01d8437bf tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.66 "DELETE /v2.0/ports/0ddce34f-f407-4b2c-b2d1-7b334aded8ba HTTP/1.1" status: 204 len: 173 time: 1.2093234 Jul 12 17:27:52.432772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'name': 'network-vif-deleted', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:27:52.435646 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4430d26-ca40-44d0-b059-c02a12b8e266" -d '{"events": [{"server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "name": "network-vif-deleted", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:27:52.534768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:52.540628 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e822e-70ab-4df5-8f41-faf6ccb4b44a x-openstack-request-id: req-442e822e-70ab-4df5-8f41-faf6ccb4b44a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:27:52.541238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bc7de-097a-41df-a049-3dffa6008626", "name": "network-vif-deleted", "tag": "0ddce34f-f407-4b2c-b2d1-7b334aded8ba", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:27:52.541238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-442e822e-70ab-4df5-8f41-faf6ccb4b44a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:27:52.541526 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442e822e-70ab-4df5-8f41-faf6ccb4b44a'] response: {'server_uuid': '491bc7de-097a-41df-a049-3dffa6008626', 'name': 'network-vif-deleted', 'tag': '0ddce34f-f407-4b2c-b2d1-7b334aded8ba', 'status': 'completed', 'code': 200} Jul 12 17:27:52.545500 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-731c6436-0339-4443-ac72-1b47e9184228 req-21db3b46-0b41-4aa1-9b37-1421bac15c17 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.1193218 Jul 12 17:27:52.636824 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:27:52.647244 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-489a80a2-0cd5-46d2-b2fe-4171700c5cee admin admin] 10.222.0.62 "PUT /v2.0/routers/c36d7dc8-ba01-47e8-b882-d693538a77e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0574343 Jul 12 17:27:52.693312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Provisioning complete for port 82790fef-3608-4ade-b899-77115e3a07b0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:52.693991 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (82790fef-3608-4ade-b899-77115e3a07b0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.031337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Current status of the port 82790fef-3608-4ade-b899-77115e3a07b0 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:53.032333 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (82790fef-3608-4ade-b899-77115e3a07b0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.036204 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '82790fef-3608-4ade-b899-77115e3a07b0', 'name': '', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'mac_address': 'fa:16:3e:71:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:42Z', 'updated_at': '2022-07-12T17:27:52Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'subnets': [{'id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:53.069663 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652d7c52-67a5-4a92-b211-e3061ef3e001 req-994b4492-cf91-4a0f-8b14-1056bfafd374 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910081 Jul 12 17:27:53.071620 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54ff4f-3f1e-40d6-867d-9e2018eab96b None None] The sync data for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi is: [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:27:43Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '82790fef-3608-4ade-b899-77115e3a07b0', 'name': '', 'network_id': 'd38de141-d5ea-4c9c-9fb6-b8828a4b0b86', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'mac_address': 'fa:16:3e:71:b3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:42Z', 'updated_at': '2022-07-12T17:27:52Z', 'revision_number': 4, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'subnets': [{'id': '1a10c98e-e4c4-47a3-8b94-fe6d41986ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:53.104189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] For port 82790fef-3608-4ade-b899-77115e3a07b0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=82790fef-3608-4ade-b899-77115e3a07b0,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:53.112062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.166054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:53.170234 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789490e-0d15-4196-bd42-492af37976d6 None None] Pushing event updated for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:53.240785 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3775b224-831e-4bf1-9add-7f043f76030e None None] Provisioning complete for port 82790fef-3608-4ade-b899-77115e3a07b0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:53.241383 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3775b224-831e-4bf1-9add-7f043f76030e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (82790fef-3608-4ade-b899-77115e3a07b0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.370667 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41214) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:53.376361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925039684', 'description': 'tempest-description--748639259'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:53.392602 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3775b224-831e-4bf1-9add-7f043f76030e None None] Current status of the port 82790fef-3608-4ade-b899-77115e3a07b0 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:53.473777 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.507239 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd598f-5f4d-40e1-a819-7bec35bb62c7 req-c2ffa098-a0bb-4bd0-bffb-189c2a7ed560 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:53.515275 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ddd598f-5f4d-40e1-a819-7bec35bb62c7 req-c2ffa098-a0bb-4bd0-bffb-189c2a7ed560 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1223485 Jul 12 17:27:53.588506 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ddd598f-5f4d-40e1-a819-7bec35bb62c7 req-a0865995-d3d8-45e9-acdf-57f62d7a6978 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719872 Jul 12 17:27:53.616955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (fd40d05b-ad24-4eef-bd91-b11d5e967042), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.624925 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (fd40d05b-ad24-4eef-bd91-b11d5e967042), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.666045 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 82790fef-3608-4ade-b899-77115e3a07b0 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:53.674303 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.675559 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3036888 Jul 12 17:27:53.676431 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e9c0f-aadc-41bd-b051-ffdf2aa5d59f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d05b-ad24-4eef-bd91-b11d5e967042,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:53.680125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41218) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:53.686420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d05b-ad24-4eef-bd91-b11d5e967042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:53.777387 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 82790fef-3608-4ade-b899-77115e3a07b0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:53.777981 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (82790fef-3608-4ade-b899-77115e3a07b0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.797155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d37973a-af7f-43b0-b218-8f3843de320c req-27b3b6c6-d0e5-4d2f-90de-f2806be1a7c5 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0791540 Jul 12 17:27:53.822744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (950a8753-fed3-447b-8533-31a5f0e11fc6), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.843948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:53.915056 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (950a8753-fed3-447b-8533-31a5f0e11fc6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.929059 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (950a8753-fed3-447b-8533-31a5f0e11fc6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.952884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:53.962213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950a8753-fed3-447b-8533-31a5f0e11fc6,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:53.967961 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 82790fef-3608-4ade-b899-77115e3a07b0 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:53.969174 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device b67450e6-cfaa-4e67-9898-2f496593d1bc up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:53.973902 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-85472881-8768-4cdf-8050-6e868f715b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.978901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:53.983859 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41222) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:53.983994 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-558658ab-95df-4ae7-a408-d5c620e912ca tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3026688 Jul 12 17:27:53.988396 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group_rule': {'security_group_id': 'fd40d05b-ad24-4eef-bd91-b11d5e967042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:54.004739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:54.023577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port b67450e6-cfaa-4e67-9898-2f496593d1bc triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:54.024011 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.062022 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (ab69435a-2edf-4540-b1df-d2ea685d9cb2), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.124247 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port b67450e6-cfaa-4e67-9898-2f496593d1bc is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:54.125123 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.148688 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (ab69435a-2edf-4540-b1df-d2ea685d9cb2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.155431 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (ab69435a-2edf-4540-b1df-d2ea685d9cb2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.168990 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port b67450e6-cfaa-4e67-9898-2f496593d1bc, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=b67450e6-cfaa-4e67-9898-2f496593d1bc,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:54.175494 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.192436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab69435a-2edf-4540-b1df-d2ea685d9cb2,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:54.220341 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.224384 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a1b63989-fb60-4bd2-be0a-a9091fe72372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369041 Jul 12 17:27:54.225057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41226) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:27:54.232893 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:54.240134 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=b67450e6-cfaa-4e67-9898-2f496593d1bc,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:54.248210 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.248565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.248917 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.249262 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.249600 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.249961 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.250302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.250622 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.251370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.251370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.251576 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.251930 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.252251 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.252576 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.252899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:27:54.266783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.334214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:54.366890 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.501798 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Allocated IP 172.27.0.219 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/0a61c6e1-8398-40af-9c9d-afdc4bc77767) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:27:54.695686 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.781260 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634ab8f-6ee1-478f-8178-f80ebde4a82d req-7732afb0-ac84-418c-b971-c008c551a5ca tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:54.790749 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5634ab8f-6ee1-478f-8178-f80ebde4a82d req-7732afb0-ac84-418c-b971-c008c551a5ca tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0925076 Jul 12 17:27:54.838312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.923238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:27:54.927078 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5634ab8f-6ee1-478f-8178-f80ebde4a82d req-96e13960-0c7d-40e1-aacf-178d7db99576 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355526 Jul 12 17:27:54.935104 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf5c7b8d-c1a3-460b-971e-9172380cba87 req-c14e6aa4-8ff0-42ba-b59e-eba62d0958a0 tempest-VolumesNegativeTest-1187570549 tempest-VolumesNegativeTest-1187570549-project] 10.222.0.62 "GET /v2.0/ports?device_id=491bc7de-097a-41df-a049-3dffa6008626 HTTP/1.1" status: 200 len: 210 time: 0.0428405 Jul 12 17:27:54.936039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:27:54.942882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:27:54.967169 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:54.980232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=0a61c6e1-8398-40af-9c9d-afdc4bc77767,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:55.077265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.121210 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.312706 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:55.329526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:55.332321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.342482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.353544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['0ddce34f-f407-4b2c-b2d1-7b334aded8ba'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:27:55.435329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device b67450e6-cfaa-4e67-9898-2f496593d1bc up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:55.470774 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=0a61c6e1-8398-40af-9c9d-afdc4bc77767,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:55.496353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0ddce34f-f407-4b2c-b2d1-7b334aded8ba no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:27:55.517762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.536603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.538190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b65e3c06-9bf3-4389-afea-dd823863ad2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3114166 Jul 12 17:27:55.539036 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 0ddce34f-f407-4b2c-b2d1-7b334aded8ba {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:27:55.539392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0ddce34f-f407-4b2c-b2d1-7b334aded8ba not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:27:55.561463 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port b67450e6-cfaa-4e67-9898-2f496593d1bc triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:55.562180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:55.654002 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port b67450e6-cfaa-4e67-9898-2f496593d1bc is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:55.752718 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-29641358-22bc-410d-baff-3b1534ff4003 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1925039684&fields=id&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 267 time: 0.0510397 Jul 12 17:27:55.864645 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:27:55.878021 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:55.878834 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:55.894914 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-383f3f8c-4aac-4a06-be44-dcd735bb2bcc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:55.896452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-383f3f8c-4aac-4a06-be44-dcd735bb2bcc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 817 time: 0.1367085 Jul 12 17:27:55.915823 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-2862f773-9023-4397-998e-901ec1581d6b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/quotas/a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 375 time: 0.0131793 Jul 12 17:27:55.984898 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-70e8f4c5-e6ea-4964-aec2-67047c8103b8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616753 Jul 12 17:27:56.005866 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:56.229977 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-61a673a8-dc39-4746-8730-8a7abb7241f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:56.232151 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-61a673a8-dc39-4746-8730-8a7abb7241f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.1292779 Jul 12 17:27:56.272081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70af9a-bb8f-4faa-b917-e0ff08b80118 req-42f06051-dd59-4499-8dd1-03d4a6bec601 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:56.272081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed70af9a-bb8f-4faa-b917-e0ff08b80118 req-42f06051-dd59-4499-8dd1-03d4a6bec601 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.2278886 Jul 12 17:27:56.338041 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:56.338704 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:50Z', 'revision_number': 2, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:56.349114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-a55d007f-a4e8-4fd7-984a-eb901cf6e43e service neutron] 10.222.0.62 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490815 Jul 12 17:27:56.382742 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:27:56.383088 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Updating router c36d7dc8-ba01-47e8-b882-d693538a77e3 port 1cf86739-7632-4e2c-a362-4c3e4fe725db binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:27:56.422840 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:56.467302 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed70af9a-bb8f-4faa-b917-e0ff08b80118 req-93c80735-57a9-48fc-96fb-abf81111fff6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738694 Jul 12 17:27:56.556228 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-461d3b88-1fe5-4fc4-ae3d-4c2f20684da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:56.558869 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-461d3b88-1fe5-4fc4-ae3d-4c2f20684da1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.2879012 Jul 12 17:27:56.581230 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-567238be-d90e-4441-b6f8-5399dafe9346 service neutron] 10.222.0.62 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114913 Jul 12 17:27:56.632122 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-aea2a2a2-2ee0-42df-8feb-d01d7b4e8c68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 217 time: 0.0493841 Jul 12 17:27:56.717034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:56.744709 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-c86fa792-f234-474a-9c0c-ecddfac4df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:56.746644 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-c86fa792-f234-474a-9c0c-ecddfac4df7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.1063366 Jul 12 17:27:56.830603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-6953f34e-4faa-467a-9031-6f80c513a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:56.832283 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-6953f34e-4faa-467a-9031-6f80c513a2a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680530 Jul 12 17:27:56.889872 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:56.902179 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55f7235b-6162-48f6-bf53-71aca67c78d6 req-c3ad4f59-ad0c-4df1-9ff5-2296a9b6b711 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 210 time: 0.0741615 Jul 12 17:27:56.977414 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks [] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:56.987442 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.074042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-e58a9cc5-1dfd-4175-b88c-f8bd5687dac5 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286692 Jul 12 17:27:57.123542 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:57.198893 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b231-ea91-45bc-958d-96446f810be0 None None] Pushing event updated for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:57.202374 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Attempting to bind port 1cf86739-7632-4e2c-a362-4c3e4fe725db on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:27:57.202961 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Attempting to bind port 1cf86739-7632-4e2c-a362-4c3e4fe725db by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:27:57.203465 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Attempting to bind port 1cf86739-7632-4e2c-a362-4c3e4fe725db on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:27:57.210748 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:27:57.211326 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Checking segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:27:57.212069 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.212903 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Bound using segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:27:57.213616 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Bound port: 1cf86739-7632-4e2c-a362-4c3e4fe725db, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:27:57.214159 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.238691 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:57.301729 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-329cf804-8783-47b2-8422-79ee5d632bc3 req-08f01686-6a7c-48c1-83ab-5d2151bc2593 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152143 Jul 12 17:27:57.394374 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] For port 1cf86739-7632-4e2c-a362-4c3e4fe725db, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:27:57.399340 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] For port 1cf86739-7632-4e2c-a362-4c3e4fe725db, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=1cf86739-7632-4e2c-a362-4c3e4fe725db,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:27:57.414213 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.510357 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:27:57.511163 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:27:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:57.579337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Provisioning complete for port 1cf86739-7632-4e2c-a362-4c3e4fe725db triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:57.580119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.615961 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979b231-ea91-45bc-958d-96446f810be0 None None] Pushing event updated for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:57.715535 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:57.738593 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:57.749355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd379ca-4a4b-4747-9186-2f85ae9cdb3b req-9c13f2ae-9854-41f9-aae7-d642d24d227c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:57.750957 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Current status of the port 1cf86739-7632-4e2c-a362-4c3e4fe725db is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:57.751516 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.755820 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efd379ca-4a4b-4747-9186-2f85ae9cdb3b req-9c13f2ae-9854-41f9-aae7-d642d24d227c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1558585 Jul 12 17:27:57.780924 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:27:57.800032 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] For port 1cf86739-7632-4e2c-a362-4c3e4fe725db, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=1cf86739-7632-4e2c-a362-4c3e4fe725db,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:27:57.810385 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:57.846332 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:57.880404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb08a6-5beb-4b06-98ae-d09bd292d46f None None] Pushing event updated for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:27:57.915147 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efd379ca-4a4b-4747-9186-2f85ae9cdb3b req-11998032-5363-4162-94e8-316fa6083676 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528082 Jul 12 17:27:57.949891 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6983bbb0-9089-46b3-bf16-c02a7ebe56ba None None] Provisioning complete for port 1cf86739-7632-4e2c-a362-4c3e4fe725db triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:57.952509 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6983bbb0-9089-46b3-bf16-c02a7ebe56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:58.073861 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6983bbb0-9089-46b3-bf16-c02a7ebe56ba None None] Current status of the port 1cf86739-7632-4e2c-a362-4c3e4fe725db is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:58.126803 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b554b3d-e776-468a-9436-f002e2c54cfa req-6b80e372-2ac7-4d71-a3b2-d3860c360c2e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 210 time: 0.0492156 Jul 12 17:27:58.256420 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:27:58.290681 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfd784-9f08-4122-80a0-ae2c0c317931 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:27:59.093642 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edfa0d-521b-4d6f-953c-2946b2da60b6 req-0bbfb6ed-6bd0-4a5c-b02a-19f8af83ad77 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:59.104010 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42edfa0d-521b-4d6f-953c-2946b2da60b6 req-0bbfb6ed-6bd0-4a5c-b02a-19f8af83ad77 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0890529 Jul 12 17:27:59.281789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42edfa0d-521b-4d6f-953c-2946b2da60b6 req-ca46df94-7a83-4615-a47f-f1293b9ddb42 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765883 Jul 12 17:27:59.375309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea0a7116-36ea-4303-9df2-d4ec79a9b252 req-7be6f569-1a83-4abe-b999-338beb551242 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 210 time: 0.0813260 Jul 12 17:27:59.455687 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 1cf86739-7632-4e2c-a362-4c3e4fe725db up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:27:59.469091 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-21b64e1e-ffe0-4176-8e51-52fa7eb5e7b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:27:59.470705 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-21b64e1e-ffe0-4176-8e51-52fa7eb5e7b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 817 time: 0.3297927 Jul 12 17:27:59.521541 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 1cf86739-7632-4e2c-a362-4c3e4fe725db triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:27:59.522138 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:59.556747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:27:59.571162 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-b9c0e144-3a78-49fe-ab1a-bf25f3d0985e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 380 time: 0.0824282 Jul 12 17:27:59.581115 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'port': {'device_id': '48b5e50f-5079-438b-ac33-67623b4428f5', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'admin_state_up': True, 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'security_groups': ['fd40d05b-ad24-4eef-bd91-b11d5e967042']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:27:59.633873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 1cf86739-7632-4e2c-a362-4c3e4fe725db is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:27:59.712212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Made reservation on behalf of a47989251b16474f830f5a46efe33812 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:27:59.716917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:27:59.902883 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Allocated IP 172.20.0.10 (f555be57-c537-4463-873d-2fa611295c76/10dfa0de-8f50-4448-847f-de8a7fcb57e3/e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:00.023870 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:00.312033 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:00.397101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:00.536705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ef7f-53b3-4768-be07-025595fbe3be req-082ae4a7-6bb5-4438-a726-5e70ff6b5da3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:00.544660 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9578ef7f-53b3-4768-be07-025595fbe3be req-082ae4a7-6bb5-4438-a726-5e70ff6b5da3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1445704 Jul 12 17:28:00.554302 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-914ce7cb-a1bd-4163-a41d-de01d4574201 req-6da163b9-dadf-4b6f-bbe2-780e58a654ab tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 210 time: 0.0687201 Jul 12 17:28:00.627097 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9578ef7f-53b3-4768-be07-025595fbe3be req-bd498287-67f8-458d-8e88-2b0e87876c42 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803823 Jul 12 17:28:00.633715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:00.714410 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:00.723983 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Network f555be57-c537-4463-873d-2fa611295c76 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:00.731925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:00.737840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:28:00.743473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:00.802692 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.803043 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.803385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.803721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.804052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.804387 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.804720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.805050 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.805374 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.805720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.806070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.806365 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.806687 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.807007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.807331 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:00.858375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:00.859081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:00.884694 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c25db53c-e73a-423a-8ed1-0ff620f12c43 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3080184 Jul 12 17:28:00.906006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Request body: {'port': {'device_id': '48b5e50f-5079-438b-ac33-67623b4428f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:01.100906 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:01.155106 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6cbb63de-d119-4ebc-a17c-383d6c758a7a None None] Provisioning complete for port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:28:01.157191 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6cbb63de-d119-4ebc-a17c-383d6c758a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:01.230704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb63de-d119-4ebc-a17c-383d6c758a7a None None] Port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:28:01.465720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:01.480086 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks [] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:01.499215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Transition to ACTIVE for port object e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:28:01.506638 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:01.577349 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:01.647443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:01.715213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Attempting to bind port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:28:01.715499 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Attempting to bind port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:28:01.715891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Attempting to bind port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:01.765154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce on network f555be57-c537-4463-873d-2fa611295c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:28:01.765154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Attempting to bind port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:01.800786 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:28:01.801129 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Checking segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:28:01.801518 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Bound using segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:28:01.802002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Bound port: e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:28:01.802367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:01.829425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af70ec7-5b9e-4675-b37f-ece61bd61d1f req-21a8eae1-3cf9-4e5e-948f-37162dd2b41f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:01.831452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af70ec7-5b9e-4675-b37f-ece61bd61d1f req-21a8eae1-3cf9-4e5e-948f-37162dd2b41f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.1351781 Jul 12 17:28:01.839447 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed403d-f009-4e78-b581-56bd2baa9bf9 req-c9f5ca8f-96b5-410a-ae59-d26ef7abf05e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:01.847023 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2aed403d-f009-4e78-b581-56bd2baa9bf9 req-c9f5ca8f-96b5-410a-ae59-d26ef7abf05e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1272738 Jul 12 17:28:01.981146 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:28:01.996572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:28:02.009217 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:02.012659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2aed403d-f009-4e78-b581-56bd2baa9bf9 req-bf55873c-b884-4655-adf5-bd9f712bb805 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648176 Jul 12 17:28:02.018124 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af70ec7-5b9e-4675-b37f-ece61bd61d1f req-b35dbc51-59f8-498e-b0d9-d1054532e7d2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637001 Jul 12 17:28:02.026355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.086412 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:02.087024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.088390 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 1094 time: 1.1880856 Jul 12 17:28:02.088826 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:02.091123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:02.123159 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc36b4-e124-483b-a34b-b4ac70da6ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:02.158426 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075ed89-4c9e-4e8e-b944-2553eeb715b9 x-openstack-request-id: req-7075ed89-4c9e-4e8e-b944-2553eeb715b9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:02.158717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:02.158980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7075ed89-4c9e-4e8e-b944-2553eeb715b9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:02.159396 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7075ed89-4c9e-4e8e-b944-2553eeb715b9'] response: {'name': 'network-changed', 'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'status': 'completed', 'code': 200} Jul 12 17:28:02.226705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c9b5a029-4f36-433a-83fa-4672da575d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:02.228385 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c9b5a029-4f36-433a-83fa-4672da575d1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1128 time: 0.0438399 Jul 12 17:28:02.288075 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-c43d2b1c-8896-4ed5-afd8-05c3f6d2bf0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0472443 Jul 12 17:28:02.351112 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-1003714b-6574-46dc-af46-3e58aa00affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:02.352709 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-1003714b-6574-46dc-af46-3e58aa00affc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0547314 Jul 12 17:28:02.416111 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d83e2-0091-4091-b383-3be93d4346f2 req-b5bd296d-b42e-4034-9944-44f61f2759ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:02.417598 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-b5bd296d-b42e-4034-9944-44f61f2759ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564952 Jul 12 17:28:02.536795 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41610) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:02.592123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-303bfeb8-e230-4293-8e36-89e90e7ea2d4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:02.593726 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-303bfeb8-e230-4293-8e36-89e90e7ea2d4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 814 time: 0.1931458 Jul 12 17:28:02.606042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-d27f8070-b791-4033-8f32-f2713b0dda99 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774411 Jul 12 17:28:02.624074 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-099eea31-f037-4f2c-80a1-4645a32289df tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/quotas/958ea0774e9d41a5a995b2693d0b0c6e HTTP/1.1" status: 200 len: 375 time: 0.0211959 Jul 12 17:28:02.694338 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f38dd58b-e84e-4b14-adba-06c73132b996 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c31a89a56f14fcd94b54e0d66b9c56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563132 Jul 12 17:28:02.694930 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:02.733856 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-237ef5c1-cb12-4425-9090-f06fa232bf7d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996509 Jul 12 17:28:02.763677 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Publish callbacks [] for security_group (b5a4ecda-0d0e-462d-8dfd-ae451dfed089), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.787327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-988d83e2-0091-4091-b383-3be93d4346f2 req-d4019f65-e788-4225-b099-ab0bf64a2043 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750376 Jul 12 17:28:02.789357 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Publish callbacks [] for security_group (b5a4ecda-0d0e-462d-8dfd-ae451dfed089), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.842514 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:02.842953 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b5a4ecda-0d0e-462d-8dfd-ae451dfed089), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.845606 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:02.846791 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b5a4ecda-0d0e-462d-8dfd-ae451dfed089 HTTP/1.1" status: 204 len: 168 time: 0.1509569 Jul 12 17:28:02.862043 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4ecda-0d0e-462d-8dfd-ae451dfed089,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:02.876622 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.879550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.879905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.880249 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.880529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-9e3fad7d-0952-4948-8579-c726621829f7 service neutron] 10.222.0.62 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299367 Jul 12 17:28:02.880734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.881105 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.881429 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.881785 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.882107 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.882432 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.882753 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.883070 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.883467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.883806 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:02.884124 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d19ca-f9c0-4a22-a15a-d9c2c7c62f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:28:03.046792 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-9d318370-1452-453c-ae13-1b658b3ff45a service neutron] 10.222.0.62 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520910 Jul 12 17:28:03.222482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e821-00fa-486d-88c5-336e56e5a8a4 req-7f5ce526-e602-4c80-b652-062aba7f48a9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:03.224030 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6057e821-00fa-486d-88c5-336e56e5a8a4 req-7f5ce526-e602-4c80-b652-062aba7f48a9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0816312 Jul 12 17:28:03.357379 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6057e821-00fa-486d-88c5-336e56e5a8a4 req-f0efb1f3-6978-4ed0-a06e-7101d59b8d03 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215591 Jul 12 17:28:03.415310 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1c7eb-3077-4cc7-a1bd-beaac26d74b0 req-dc5191b5-2d7d-4dc9-8396-fac7d7b72092 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:03.416832 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1d1c7eb-3077-4cc7-a1bd-beaac26d74b0 req-dc5191b5-2d7d-4dc9-8396-fac7d7b72092 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0519307 Jul 12 17:28:03.458391 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-717e783f-964c-43a7-bc97-010722b8f2f0 req-77995b8d-5eb4-4cd5-a111-68c037826519 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0405610 Jul 12 17:28:03.517031 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1d1c7eb-3077-4cc7-a1bd-beaac26d74b0 req-822d4055-427a-486c-b0aa-01ec655d5a2f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898678 Jul 12 17:28:04.298175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41692) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:04.330333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:04.342615 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Deleting subnet abd53a9b-3884-4256-a8b8-cce5f3424a7f {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:28:04.345771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Publish callbacks [] for subnet (abd53a9b-3884-4256-a8b8-cce5f3424a7f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.380993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (abd53a9b-3884-4256-a8b8-cce5f3424a7f), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.420449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (abd53a9b-3884-4256-a8b8-cce5f3424a7f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.500541 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088a7c-ab63-40e5-ae6c-9c44daa30d03 req-63f5558c-3776-409e-9d22-c6fbe6a071e1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:04.502066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26088a7c-ab63-40e5-ae6c-9c44daa30d03 req-63f5558c-3776-409e-9d22-c6fbe6a071e1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0621333 Jul 12 17:28:04.534848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (abd53a9b-3884-4256-a8b8-cce5f3424a7f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.595802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd53a9b-3884-4256-a8b8-cce5f3424a7f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:04.604445 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d97a3d88-7899-4652-9edf-25a879c658ea req-77a47c54-8b7a-4caa-bd79-bda0cd529d1e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0619774 Jul 12 17:28:04.605153 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.608687 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-398c730a-2039-463e-ab57-e30503da388b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/abd53a9b-3884-4256-a8b8-cce5f3424a7f HTTP/1.1" status: 204 len: 168 time: 0.3094816 Jul 12 17:28:04.611478 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41700) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:04.612143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26088a7c-ab63-40e5-ae6c-9c44daa30d03 req-a7307eb2-3d08-4f49-a581-d29674633582 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036429 Jul 12 17:28:04.636829 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:04.692038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.725057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534b0b-6eb1-48c9-91e8-2b3a681914bf req-eea24824-15d3-4bf8-ac7f-1954c5cabbc6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:04.726613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a534b0b-6eb1-48c9-91e8-2b3a681914bf req-eea24824-15d3-4bf8-ac7f-1954c5cabbc6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0506608 Jul 12 17:28:04.776313 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a534b0b-6eb1-48c9-91e8-2b3a681914bf req-a8c08018-2cea-4b43-a9b0-3385ebf01c11 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Jul 12 17:28:04.781987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.802925 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:04.812100 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280253e4-3f10-4f9f-8959-95267434869b') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:04.812394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280253e4-3f10-4f9f-8959-95267434869b') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:04.822099 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3248511'] for segment (280253e4-3f10-4f9f-8959-95267434869b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.835494 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (280253e4-3f10-4f9f-8959-95267434869b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.842632 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:28:04.843059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245572'] for segment (280253e4-3f10-4f9f-8959-95267434869b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.868566 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment 280253e4-3f10-4f9f-8959-95267434869b resource provider aggregate not found Jul 12 17:28:04.908084 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.914497 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment 280253e4-3f10-4f9f-8959-95267434869b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 280253e4-3f10-4f9f-8959-95267434869b found for delete ", "request_id": "req-64631e52-d7a2-458d-bfcf-82f03875b25c"}]} Jul 12 17:28:04.915370 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:04.918458 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] 10.222.0.62 "DELETE /v2.0/networks/f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1 HTTP/1.1" status: 204 len: 168 time: 0.3059185 Jul 12 17:28:04.921254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41708) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:04.928836 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0aa9-24e4-4bff-bf53-9160974c26ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fdb186-c9ed-4b1f-b2f7-bcc01d0ff5f1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:04.966741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Deleting subnet edb6a8f0-59a1-44f0-804d-953d22c7c8e3 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:28:04.969967 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Publish callbacks [] for subnet (edb6a8f0-59a1-44f0-804d-953d22c7c8e3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.002864 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (edb6a8f0-59a1-44f0-804d-953d22c7c8e3), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.044959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (edb6a8f0-59a1-44f0-804d-953d22c7c8e3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.097165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (edb6a8f0-59a1-44f0-804d-953d22c7c8e3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.121779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb6a8f0-59a1-44f0-804d-953d22c7c8e3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:05.125328 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.128383 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1b6f8b15-f78b-46cb-8193-776821c43805 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/edb6a8f0-59a1-44f0-804d-953d22c7c8e3 HTTP/1.1" status: 204 len: 168 time: 0.2061279 Jul 12 17:28:05.130849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41710) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:05.200923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (96260661-e4dd-4b1f-b665-1b539df077fd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.208521 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:05.279357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (96260661-e4dd-4b1f-b665-1b539df077fd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.299130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96260661-e4dd-4b1f-b665-1b539df077fd']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:05.308157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bceb49-05e6-4277-9a84-f6449cb80635') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:05.308450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bceb49-05e6-4277-9a84-f6449cb80635') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:05.318257 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (e6bceb49-05e6-4277-9a84-f6449cb80635), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.332344 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e6bceb49-05e6-4277-9a84-f6449cb80635), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.336449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:05.339390 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:28:05.339773 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (e6bceb49-05e6-4277-9a84-f6449cb80635), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.369743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment e6bceb49-05e6-4277-9a84-f6449cb80635 resource provider aggregate not found Jul 12 17:28:05.399278 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:05.400373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment e6bceb49-05e6-4277-9a84-f6449cb80635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6bceb49-05e6-4277-9a84-f6449cb80635 found for delete ", "request_id": "req-17cf1d49-8bda-414d-8dae-47c2eeb4f96f"}]} Jul 12 17:28:05.407721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (96260661-e4dd-4b1f-b665-1b539df077fd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.414705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.417770 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/96260661-e4dd-4b1f-b665-1b539df077fd HTTP/1.1" status: 204 len: 168 time: 0.2860091 Jul 12 17:28:05.426799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eb575-0afe-41e6-af77-2a119136acc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96260661-e4dd-4b1f-b665-1b539df077fd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:05.581389 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41720) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:05.620871 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-68c767ae-1ae0-4fde-be39-5e68168925f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2302842cdb1e4047998f9fb3e54d6752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383353 Jul 12 17:28:05.623754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41722) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:05.673986 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] Publish callbacks [] for security_group (8264d534-ee3f-4e12-99d0-4f12148e86aa), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.692474 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:05.697670 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] Publish callbacks [] for security_group (8264d534-ee3f-4e12-99d0-4f12148e86aa), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.743188 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93ea6bca-2045-4718-822c-89237f9e4437 req-3e3dd941-e95e-4d29-9329-bd36436b99d9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0445602 Jul 12 17:28:05.753848 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (8264d534-ee3f-4e12-99d0-4f12148e86aa), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.768802 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:05.768802 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8264d534-ee3f-4e12-99d0-4f12148e86aa HTTP/1.1" status: 204 len: 168 time: 0.1387110 Jul 12 17:28:05.769785 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ae4d2-90c1-4467-8c32-7aee20fea540 req-7182d144-d2be-4721-a5f7-6918b0097c26 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:05.773741 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a2d6e-7806-4541-b2cf-821b36f00ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264d534-ee3f-4e12-99d0-4f12148e86aa,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:05.775383 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-374ae4d2-90c1-4467-8c32-7aee20fea540 req-7182d144-d2be-4721-a5f7-6918b0097c26 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0864346 Jul 12 17:28:05.850069 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-374ae4d2-90c1-4467-8c32-7aee20fea540 req-e6ff1602-1c90-4ab4-b1d2-d8ea41111950 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Jul 12 17:28:05.907470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557d132-e575-4fa8-a853-e61c6635deba req-574d5263-67e4-4159-8b41-e5e2beb57fb5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:05.908926 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f557d132-e575-4fa8-a853-e61c6635deba req-574d5263-67e4-4159-8b41-e5e2beb57fb5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Jul 12 17:28:05.960185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f557d132-e575-4fa8-a853-e61c6635deba req-34304f49-e29a-42a5-9c11-e1cb4bed4408 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 Jul 12 17:28:06.112507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41736) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:06.151176 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a558e42e-de00-421d-af25-05156a92d894 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8c4d77f065e4a438b4949daeaf61f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375779 Jul 12 17:28:06.153926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:06.199992 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] Publish callbacks [] for security_group (aec20e55-680a-455a-b09e-abba5530d6c4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:06.223591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] Publish callbacks [] for security_group (aec20e55-680a-455a-b09e-abba5530d6c4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:06.268183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (aec20e55-680a-455a-b09e-abba5530d6c4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:06.270670 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:06.271895 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aec20e55-680a-455a-b09e-abba5530d6c4 HTTP/1.1" status: 204 len: 168 time: 0.1170046 Jul 12 17:28:06.280049 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb5c6d-9316-4d04-a00b-396356598bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec20e55-680a-455a-b09e-abba5530d6c4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:06.845721 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e80fa391-229e-4f41-8397-1a3f426ba1f4 req-503e807a-88aa-4636-aa1a-ca04b58b4c21 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0283487 Jul 12 17:28:06.960669 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41768) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:06.969942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c630f9-00f5-4845-aac9-3cbb4b0ef96a req-832752b7-71cc-4646-89b9-adf5b763584c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:06.971428 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9c630f9-00f5-4845-aac9-3cbb4b0ef96a req-832752b7-71cc-4646-89b9-adf5b763584c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Jul 12 17:28:07.026239 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9c630f9-00f5-4845-aac9-3cbb4b0ef96a req-4ac2c61e-2725-4395-b8f9-391811a1d057 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Jul 12 17:28:07.069108 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699346556-network', 'tenant_id': 'fb0d32278a254e65ae2ac38b2c7a8e48'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:07.085636 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deec261-1575-4121-aa5a-b3036bbdbec8 req-1bccd7df-0df5-462f-870c-b6a4aa7461ba tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:07.087197 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9deec261-1575-4121-aa5a-b3036bbdbec8 req-1bccd7df-0df5-462f-870c-b6a4aa7461ba tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0525625 Jul 12 17:28:07.090356 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Made reservation on behalf of fb0d32278a254e65ae2ac38b2c7a8e48 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:07.092731 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.104640 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.135522 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9deec261-1575-4121-aa5a-b3036bbdbec8 req-8e687796-364e-4eae-923d-5347e21357f9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Jul 12 17:28:07.182456 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks [] for security_group (538540ec-a64f-4203-bf0e-30cfc038caa3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.186852 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (538540ec-a64f-4203-bf0e-30cfc038caa3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.211853 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:28:07.220985 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538540ec-a64f-4203-bf0e-30cfc038caa3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:07.228323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e66ff92b-2821-446c-bd5b-f1a286c243ef), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.228437 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Added segment e66ff92b-2821-446c-bd5b-f1a286c243ef of type vlan for network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a Jul 12 17:28:07.268817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.293487 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.295013 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:07.295588 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.331043 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3686442 Jul 12 17:28:07.333839 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41774) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:07.365795 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Request body: {'subnet': {'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699346556-subnet', 'tenant_id': 'fb0d32278a254e65ae2ac38b2c7a8e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:07.370669 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fb44c-7688-43e2-8010-6b5ac84396f6 admin admin] Pushing event updated for resources: {'Network': ['ID=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:07.380012 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:07.383447 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:28:07.390908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Made reservation on behalf of fb0d32278a254e65ae2ac38b2c7a8e48 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:07.393413 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.570674 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (2e2aa955-fdb4-4af5-b1bb-20257def13a0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.627939 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2aa955-fdb4-4af5-b1bb-20257def13a0,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:07.636119 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Checking segment: {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:28:07.636466 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Network hostable DHCP agents. Network: faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:28:07.652631 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:28:07.661604 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:07.665458 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:07.666112 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:07.670986 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8ea9f-615e-4e21-b039-e72610abfc74 None None] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:28:07.672305 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:07.684028 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fa0f58b4-f731-4479-8001-993e55329f1b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3492153 Jul 12 17:28:07.783172 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4eabee-8d1d-4818-abb0-7faa0451097f None None] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:28:08.097595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6297264-4366-45fb-84a0-382f948cb6a6 req-97f5d9e3-cee0-4524-8c67-5c3013509166 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0339775 Jul 12 17:28:08.146768 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469a41a-e2ea-4a67-8ebc-68b24cd261a9 req-57e8dbde-b1c3-4ebb-9796-3cdaa14d0aac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:08.148277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b469a41a-e2ea-4a67-8ebc-68b24cd261a9 req-57e8dbde-b1c3-4ebb-9796-3cdaa14d0aac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0495732 Jul 12 17:28:08.218847 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b469a41a-e2ea-4a67-8ebc-68b24cd261a9 req-b8877342-36eb-49d6-b123-f7a21f14e497 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Jul 12 17:28:08.260862 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=19 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:08.269323 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69bc6d-d176-41cf-80d0-47398f04fe67 req-f91ededa-ad8c-404e-baf7-b03564f56284 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:08.270824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c69bc6d-d176-41cf-80d0-47398f04fe67 req-f91ededa-ad8c-404e-baf7-b03564f56284 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0506115 Jul 12 17:28:08.311813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:08.320531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c69bc6d-d176-41cf-80d0-47398f04fe67 req-6f5c2bb8-d4e7-489e-9faf-5af421bf7715 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jul 12 17:28:08.973126 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:28:09.184588 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:09.190364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fb267ff5-4343-4e36-ac9a-196b57297335 req-94dfda64-d219-4af2-a92d-1e38af84f2a9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0274835 Jul 12 17:28:09.195713 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:28:09.227659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:09.234020 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:09.234441 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:09.247884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:09.256347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-1ebbca00-fc00-41e0-80bb-9fdefb22e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.257902 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-1ebbca00-fc00-41e0-80bb-9fdefb22e6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1128 time: 0.0508249 Jul 12 17:28:09.294655 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:09.298889 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:09.349886 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:09.360165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:09.384311 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd965b53-b14a-493f-8aba-701043dcad13 req-c205d250-b140-470e-a0f0-546ed7831522 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.386064 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd965b53-b14a-493f-8aba-701043dcad13 req-c205d250-b140-470e-a0f0-546ed7831522 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0930345 Jul 12 17:28:09.421855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-fe97c818-f7a5-420b-8195-435fab3d9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.423229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-fe97c818-f7a5-420b-8195-435fab3d9acf service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.1580586 Jul 12 17:28:09.504277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-7c4b46e0-2d7d-4d5f-a26f-39fa8b0db307 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 217 time: 0.0580189 Jul 12 17:28:09.516375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c5f0-9e7d-433f-b1e7-7588b1e89df9 req-e086bc0e-bd6e-4114-8dd0-38e88e436e48 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.517892 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eca6c5f0-9e7d-433f-b1e7-7588b1e89df9 req-e086bc0e-bd6e-4114-8dd0-38e88e436e48 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 945 time: 0.1170464 Jul 12 17:28:09.522114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd965b53-b14a-493f-8aba-701043dcad13 req-2162a348-3e38-47c1-a004-9e3c1c1d0530 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246464 Jul 12 17:28:09.594419 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-5bda3de8-9db4-4c4a-8a6e-0bb744487666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.595844 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-5bda3de8-9db4-4c4a-8a6e-0bb744487666 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0769558 Jul 12 17:28:09.606540 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eca6c5f0-9e7d-433f-b1e7-7588b1e89df9 req-17068b3d-2ced-4a9f-b0f4-b1f02df0cc53 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766661 Jul 12 17:28:09.911989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:09.931588 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-a3ef5f43-dc7d-44d2-afa6-e1d24eb75a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:09.933072 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-a3ef5f43-dc7d-44d2-afa6-e1d24eb75a87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386260 Jul 12 17:28:09.972232 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:10.074530 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-966c065d-3f44-41a6-be4e-f6b453fc1ef1 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972345 Jul 12 17:28:10.194586 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-989f6b89-fdd1-43a9-ab3d-5ce48db0bef9 req-59bd7d45-b1ac-4726-9554-8cef13c724d1 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921700 Jul 12 17:28:10.214381 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-65a432f3-9b42-45d8-aeda-80e86bd0d300 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:10.215885 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-65a432f3-9b42-45d8-aeda-80e86bd0d300 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 814 time: 0.1127536 Jul 12 17:28:10.278960 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'port': {'device_id': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'admin_state_up': True, 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:10.285804 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6cc805b-bb68-4c7d-bedf-d1861d6e0fc6 req-84066255-3828-4724-a473-956960f3e37f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 210 time: 0.0294595 Jul 12 17:28:10.395180 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Made reservation on behalf of 958ea0774e9d41a5a995b2693d0b0c6e for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:10.398726 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:10.571650 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-c8e275e2-baa5-4f0d-9ebb-e89b4ae55e5c tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:10.573891 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Allocated IP 172.20.0.9 (4e20f143-0fd0-4b40-be12-3321a43578ac/3b47d757-0b80-44c7-a1f4-e3bab004e04d/e5729bfd-6f0d-43dc-88e8-b8b9b0480a96) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:10.576178 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-c8e275e2-baa5-4f0d-9ebb-e89b4ae55e5c tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/networks?id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 200 len: 809 time: 0.1277924 Jul 12 17:28:10.594899 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-1cb11b9a-9257-4a03-9b07-2595bac0d6fb tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/quotas/fb0d32278a254e65ae2ac38b2c7a8e48 HTTP/1.1" status: 200 len: 375 time: 0.0120513 Jul 12 17:28:10.654937 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-2dbdd7e7-7203-4e5a-8ab6-42a58787b387 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503366 Jul 12 17:28:10.728726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2345ae6-20e6-446b-908b-c7cc824dde6b req-71d703e6-dffa-4b9f-892f-5adf6aa17547 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:10.730245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2345ae6-20e6-446b-908b-c7cc824dde6b req-71d703e6-dffa-4b9f-892f-5adf6aa17547 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0783484 Jul 12 17:28:10.810219 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:10.817720 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-bf973556-41e0-4100-bc88-a3adcc8b1544 service neutron] 10.222.0.62 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549072 Jul 12 17:28:10.823916 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:10.890035 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2345ae6-20e6-446b-908b-c7cc824dde6b req-7b627d7e-3b65-414d-a5d0-8836084d2407 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211052 Jul 12 17:28:10.942016 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.015567 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Network 4e20f143-0fd0-4b40-be12-3321a43578ac is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:11.019386 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:11.024353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:28:11.040112 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:28:11.116255 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:11.146762 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:28:11.163289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:28:11.164777 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.183701 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:11.184429 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.230301 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-31df3793-ca42-4b34-8985-da9a86fd589f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574425 Jul 12 17:28:11.326694 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:11.327348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.375711 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:11.377526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:11.380422 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db1dd4-768b-420e-adeb-175de1178e85" -d '{"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:11.399086 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.452610 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:11.476034 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:11.504247 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8afe3521-5751-42e0-965f-9ca9897687fe None None] Provisioning complete for port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:28:11.504611 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8afe3521-5751-42e0-965f-9ca9897687fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:11.525619 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5bce-5033-4044-a45d-801b4fe8c084 req-bfdd8612-05f7-43f5-a44d-8d816abc5e69 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:11.532791 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23ba5bce-5033-4044-a45d-801b4fe8c084 req-bfdd8612-05f7-43f5-a44d-8d816abc5e69 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0666919 Jul 12 17:28:11.541162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8afe3521-5751-42e0-965f-9ca9897687fe None None] Port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:28:11.558440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-5def7113-e63f-4a3d-830e-f6a81430a2c1 service neutron] 10.222.0.62 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266378 Jul 12 17:28:11.571175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:11.607525 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23ba5bce-5033-4044-a45d-801b4fe8c084 req-ee43e633-8bde-490f-8580-abc32ecdacd0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737045 Jul 12 17:28:11.724225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de614f0a-a808-4c1d-997d-3f668fbb58a6 req-df94cb86-3c83-41fb-a188-e330114e9f2b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:11.746304 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de614f0a-a808-4c1d-997d-3f668fbb58a6 req-df94cb86-3c83-41fb-a188-e330114e9f2b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0761406 Jul 12 17:28:11.811218 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ee603-c438-410a-8f86-b6e0345899d3 x-openstack-request-id: req-e60ee603-c438-410a-8f86-b6e0345899d3 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:11.811829 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:11.812346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e60ee603-c438-410a-8f86-b6e0345899d3 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:11.812941 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60ee603-c438-410a-8f86-b6e0345899d3'] response: {'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'code': 200} Jul 12 17:28:11.820251 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de614f0a-a808-4c1d-997d-3f668fbb58a6 req-7cdf58b7-f424-443b-ac85-49da1935bb83 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Jul 12 17:28:11.884662 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be035784-2489-477b-9461-12bf0d612eec req-fa34d60a-b053-4458-b057-359d09fd2417 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0387313 Jul 12 17:28:12.032617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aea7f-9933-4e14-8c18-26e598fed98d req-f84913b8-5237-4fe0-be17-e4742b36df1f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:12.038626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b7aea7f-9933-4e14-8c18-26e598fed98d req-f84913b8-5237-4fe0-be17-e4742b36df1f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0620625 Jul 12 17:28:12.115401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b7aea7f-9933-4e14-8c18-26e598fed98d req-acd7ca05-342d-4098-b4a5-9c73d48f90ae tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Jul 12 17:28:12.742582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6f8f-2b6c-47ef-8193-9cf2b0e4b40a req-cd5eee9d-cb38-40a9-af3b-3e5f8c3698f8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:12.744153 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d4f6f8f-2b6c-47ef-8193-9cf2b0e4b40a req-cd5eee9d-cb38-40a9-af3b-3e5f8c3698f8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0671036 Jul 12 17:28:12.804446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d4f6f8f-2b6c-47ef-8193-9cf2b0e4b40a req-92b010c1-2c9c-488e-bf96-0e6964216b9a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539720 Jul 12 17:28:12.926601 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f70736-83d3-4d49-9b3f-301f985bc5b2 req-371147c0-3022-4860-9c33-745affc01502 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:12.928646 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51f70736-83d3-4d49-9b3f-301f985bc5b2 req-371147c0-3022-4860-9c33-745affc01502 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0494711 Jul 12 17:28:13.018326 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97644dfa-bfa4-4f72-8d3e-872a11250f3a req-a6cfa9b3-6ff7-4393-afaf-ede4523f4743 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0400562 Jul 12 17:28:13.021637 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51f70736-83d3-4d49-9b3f-301f985bc5b2 req-6d817e97-841d-459d-a72d-3fd27680b63f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Jul 12 17:28:13.240955 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801713ab-07c0-4166-92d9-69a7cd5c74a3 req-1db95aa8-750f-4990-a905-2fdfcd47326e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:13.242472 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-801713ab-07c0-4166-92d9-69a7cd5c74a3 req-1db95aa8-750f-4990-a905-2fdfcd47326e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Jul 12 17:28:13.310805 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-801713ab-07c0-4166-92d9-69a7cd5c74a3 req-a1894cd2-48ac-4290-bd70-5c53c9756d7e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617564 Jul 12 17:28:13.927176 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fbd4c-a8fb-4a09-b3d8-570d5f2dbdf2 req-aa95aa93-0729-48a0-9ded-3ee8764ee3be tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:13.928624 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-823fbd4c-a8fb-4a09-b3d8-570d5f2dbdf2 req-aa95aa93-0729-48a0-9ded-3ee8764ee3be tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0462582 Jul 12 17:28:13.976333 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-823fbd4c-a8fb-4a09-b3d8-570d5f2dbdf2 req-64b0d2e3-526a-4493-8e1a-0c870bf42708 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Jul 12 17:28:14.138469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f47b621b-8454-4482-97f2-5788d1deb5ff req-502cdd0c-8861-4c53-aa00-8247df99f84e tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0525131 Jul 12 17:28:14.157073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea4fd9-edec-4448-98f5-bc9e50237a30 req-2e8c805d-c3d7-436e-b88d-7386e8be9248 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:14.158532 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cea4fd9-edec-4448-98f5-bc9e50237a30 req-2e8c805d-c3d7-436e-b88d-7386e8be9248 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0709143 Jul 12 17:28:14.205160 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cea4fd9-edec-4448-98f5-bc9e50237a30 req-64a20ee3-7de2-4edc-963b-3571eb695f73 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Jul 12 17:28:14.462134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d810f-8d54-46c8-a820-8b8aa03d0ccf req-0121123e-24f1-4c08-b964-de3281172cb1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:14.463516 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a56d810f-8d54-46c8-a820-8b8aa03d0ccf req-0121123e-24f1-4c08-b964-de3281172cb1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0507548 Jul 12 17:28:14.508817 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a56d810f-8d54-46c8-a820-8b8aa03d0ccf req-9fcd1046-bfc5-41ee-ae4e-29ab7718e2fd tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jul 12 17:28:15.106574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34c895-440a-42f9-ad42-5847ce12c1df req-886c33a8-e88a-4563-ab1f-d63bb9bc12cb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:15.108892 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b34c895-440a-42f9-ad42-5847ce12c1df req-886c33a8-e88a-4563-ab1f-d63bb9bc12cb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0554729 Jul 12 17:28:15.165609 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b34c895-440a-42f9-ad42-5847ce12c1df req-37c2a54d-fe9d-40a7-b609-ce7c09ecc841 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509582 Jul 12 17:28:15.251927 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d19b8861-43b9-4f8f-94bc-64ee16279283 req-b08b09c2-5c0f-401b-87c7-28c675c31d4e tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0311038 Jul 12 17:28:15.305601 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:15.320456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1cf8c-88cd-4663-bb71-528508c47ab6 req-da20d740-0332-4fb9-b7b5-9d24728f5ca2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:15.322197 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0d1cf8c-88cd-4663-bb71-528508c47ab6 req-da20d740-0332-4fb9-b7b5-9d24728f5ca2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0476217 Jul 12 17:28:15.368747 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0d1cf8c-88cd-4663-bb71-528508c47ab6 req-0e5987a8-4d72-45e5-b106-ce9f1fe4b6f6 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Jul 12 17:28:15.649234 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fc514-b85a-4c4b-941d-6e852773ca82 req-171f8a3e-c796-4b5a-a79c-67107fabc4b4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:15.656793 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-964fc514-b85a-4c4b-941d-6e852773ca82 req-171f8a3e-c796-4b5a-a79c-67107fabc4b4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0779545 Jul 12 17:28:15.686393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:15.700983 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-964fc514-b85a-4c4b-941d-6e852773ca82 req-f1bea21d-7eb5-43d5-8589-e8545ac50c86 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Jul 12 17:28:16.288840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2518a5-9122-4ef2-972f-c010884d7968 req-e5cfb2db-0ce2-46b2-b53e-111f5c500e35 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:16.290429 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c2518a5-9122-4ef2-972f-c010884d7968 req-e5cfb2db-0ce2-46b2-b53e-111f5c500e35 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0533578 Jul 12 17:28:16.368310 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2d55cf2-d486-45ba-b9e5-17a087c7b137 req-33bcfaf2-1cb5-46fd-8820-a36be503e82b tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0359809 Jul 12 17:28:16.388314 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c2518a5-9122-4ef2-972f-c010884d7968 req-cf167b82-b95d-4615-90ff-6cb7780c09fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920429 Jul 12 17:28:16.487760 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e283-6304-402b-a1bd-e03c07beb261 req-e2e3ecb5-8c28-4a87-a9bb-5b007231c968 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:16.489518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee82e283-6304-402b-a1bd-e03c07beb261 req-e2e3ecb5-8c28-4a87-a9bb-5b007231c968 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0533290 Jul 12 17:28:16.536121 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee82e283-6304-402b-a1bd-e03c07beb261 req-4b8bec46-3fd3-4779-8ee4-ad3f0949961d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Jul 12 17:28:16.826878 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810ec1-f46b-469e-a8fe-46162f63db24 req-e6bda9cd-0289-4f03-b865-1f6b2ce0d391 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:16.828346 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe810ec1-f46b-469e-a8fe-46162f63db24 req-e6bda9cd-0289-4f03-b865-1f6b2ce0d391 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0560148 Jul 12 17:28:16.879515 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe810ec1-f46b-469e-a8fe-46162f63db24 req-4ad528bf-6361-4370-93d6-eb4a1382b90a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Jul 12 17:28:17.480773 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b27514aa-01ec-4042-a11a-d02667d7c1b6 req-12b09bbb-e825-436c-9ffc-b0133ce85442 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0446978 Jul 12 17:28:17.521242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4849e-59aa-47d4-aad2-e3d9680eb357 req-cc9390a4-4e09-46a8-acbc-1c802e9c642e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:17.522759 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aac4849e-59aa-47d4-aad2-e3d9680eb357 req-cc9390a4-4e09-46a8-acbc-1c802e9c642e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0538366 Jul 12 17:28:17.585838 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aac4849e-59aa-47d4-aad2-e3d9680eb357 req-42be78d6-92d2-4503-887f-c84bd8a07c82 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565884 Jul 12 17:28:17.805769 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2372a-45a2-4253-b63f-30b7448064db req-9035389d-5b70-48c4-9303-3093a412f4ce tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:17.807868 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22d2372a-45a2-4253-b63f-30b7448064db req-9035389d-5b70-48c4-9303-3093a412f4ce tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0633755 Jul 12 17:28:17.872338 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22d2372a-45a2-4253-b63f-30b7448064db req-5ab1e1d2-c9c3-4d49-8078-121838c366b2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576432 Jul 12 17:28:18.006871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e25-597e-4d4b-8144-e437caf44f52 req-f5b9d536-7280-4515-9391-9c18de332f4e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:18.008606 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5075e25-597e-4d4b-8144-e437caf44f52 req-f5b9d536-7280-4515-9391-9c18de332f4e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0559039 Jul 12 17:28:18.058766 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5075e25-597e-4d4b-8144-e437caf44f52 req-7c0e275a-da95-4aba-b2a1-24d5921bba3a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Jul 12 17:28:18.581195 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-959f2eb3-e91d-4faf-b5fe-4ff4d97aa4b6 req-6b8e724c-57c5-460a-b606-73b4e06c6471 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jul 12 17:28:18.703413 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898916-a069-4e6a-a59b-754ec5abd1ba req-ea3868f1-d7fe-418b-9e51-ac0b6e5fd110 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:18.704887 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5898916-a069-4e6a-a59b-754ec5abd1ba req-ea3868f1-d7fe-418b-9e51-ac0b6e5fd110 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0473132 Jul 12 17:28:18.751090 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5898916-a069-4e6a-a59b-754ec5abd1ba req-4d4ac319-12a0-4275-a62f-ae519bf04252 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Jul 12 17:28:18.985784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0b274-97a1-4506-b8af-7bf2eafcc968 req-ed7e5720-e271-4263-8330-2bdd7b017735 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:18.987223 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edc0b274-97a1-4506-b8af-7bf2eafcc968 req-ed7e5720-e271-4263-8330-2bdd7b017735 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0497642 Jul 12 17:28:19.033539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edc0b274-97a1-4506-b8af-7bf2eafcc968 req-5711124c-4750-4bf0-b49f-2b1c0ba91be7 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Jul 12 17:28:19.177993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c59b-7ec2-443f-842c-0043b994ade4 req-8cdd615d-2233-4dfa-a084-81c4a6733176 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:19.179422 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a107c59b-7ec2-443f-842c-0043b994ade4 req-8cdd615d-2233-4dfa-a084-81c4a6733176 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0465930 Jul 12 17:28:19.213674 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:19.226054 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a107c59b-7ec2-443f-842c-0043b994ade4 req-bddf22a9-013c-4862-aa32-9879f8033b23 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Jul 12 17:28:19.675780 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6db7e23-0c8b-43a6-899c-5a8d74b22b60 req-c68a0b5f-2fc0-458a-a569-ce1688409d0b tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0305114 Jul 12 17:28:19.875317 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f02ca-5e90-4631-a48b-fb7b4b40bb36 req-da39dce9-1a25-413f-ab9c-7420079e910e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:19.876726 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-601f02ca-5e90-4631-a48b-fb7b4b40bb36 req-da39dce9-1a25-413f-ab9c-7420079e910e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0505459 Jul 12 17:28:19.933367 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-601f02ca-5e90-4631-a48b-fb7b4b40bb36 req-9c3711fb-d083-4e27-b495-032224bee7c6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510380 Jul 12 17:28:20.113415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:20.150656 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d9dba-c2a9-4243-a48a-f41ec73c4aad req-f4ca6c66-3e45-4827-a708-01616d08a97f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:20.152233 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-729d9dba-c2a9-4243-a48a-f41ec73c4aad req-f4ca6c66-3e45-4827-a708-01616d08a97f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0485957 Jul 12 17:28:20.210588 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-729d9dba-c2a9-4243-a48a-f41ec73c4aad req-b6cf7fdc-f69d-49a3-9aaf-cc70965f9ca2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Jul 12 17:28:20.354040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ad14-9c1f-49ba-903e-6894e5768bc3 req-f3fe7e09-dfee-4a02-9c94-55889a69e9ac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:20.355498 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8223ad14-9c1f-49ba-903e-6894e5768bc3 req-f3fe7e09-dfee-4a02-9c94-55889a69e9ac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0570409 Jul 12 17:28:20.407779 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8223ad14-9c1f-49ba-903e-6894e5768bc3 req-72dd3036-bc48-4edc-b118-413b6dcbd976 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Jul 12 17:28:20.776390 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e7540fc-8b9e-45da-853a-869da27639f4 req-313d8ef2-9802-43eb-8745-420ccebbbf97 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0326383 Jul 12 17:28:20.968543 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:20.974226 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=48 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:21.058021 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a56cd4-3fa1-4787-8426-fffaca2377bd req-c13117eb-7e6d-4277-bd38-64ffb8ed9197 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:21.059535 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-34a56cd4-3fa1-4787-8426-fffaca2377bd req-c13117eb-7e6d-4277-bd38-64ffb8ed9197 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0491321 Jul 12 17:28:21.105356 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-34a56cd4-3fa1-4787-8426-fffaca2377bd req-65f2e5f2-036f-4070-9d60-72951c7dcadb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Jul 12 17:28:21.170907 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=16 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:21.219920 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=80,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:21.326428 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87349-5de4-4593-907f-3e2f6940bdb9 req-bb7a4e0e-f594-43b2-b69e-7de4090d7d68 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:21.326553 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3eb87349-5de4-4593-907f-3e2f6940bdb9 req-bb7a4e0e-f594-43b2-b69e-7de4090d7d68 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0508349 Jul 12 17:28:21.373518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3eb87349-5de4-4593-907f-3e2f6940bdb9 req-734cd60f-373e-4275-a6be-bf9f5e6c3b0c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Jul 12 17:28:21.521373 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d4fb2-c71d-4bc2-9448-2601b6d9d2aa req-862c8a69-813e-4f2b-8735-0bfecf4938b6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:21.529358 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-178d4fb2-c71d-4bc2-9448-2601b6d9d2aa req-862c8a69-813e-4f2b-8735-0bfecf4938b6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0570793 Jul 12 17:28:21.544167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-169f2c66-0b1a-4eee-8716-d3c73487d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:21.577844 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-178d4fb2-c71d-4bc2-9448-2601b6d9d2aa req-6ab74748-d8d1-44e7-8b33-678011943346 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Jul 12 17:28:21.875180 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0e0a56f-2e41-4420-9bbf-79c15aa6a303 req-703e7198-5b6b-4182-9835-360bc4e00649 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0308564 Jul 12 17:28:22.225273 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6d4d-a315-426e-900c-6d563b5bb02b req-6f9014e6-887d-4163-a82f-53276441bb2d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:22.232716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e41c6d4d-a315-426e-900c-6d563b5bb02b req-6f9014e6-887d-4163-a82f-53276441bb2d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0562119 Jul 12 17:28:22.287613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e41c6d4d-a315-426e-900c-6d563b5bb02b req-d390f1e2-1f3f-4d90-b426-7afc9e25a4db tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540044 Jul 12 17:28:22.487752 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2a9c-6237-48eb-bc13-4ad062799cde req-88c560c2-bf05-4470-9d8c-692133031e1e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:22.489455 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50ed2a9c-6237-48eb-bc13-4ad062799cde req-88c560c2-bf05-4470-9d8c-692133031e1e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0488179 Jul 12 17:28:22.537390 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50ed2a9c-6237-48eb-bc13-4ad062799cde req-6bbacf5b-e491-4d45-b32f-fe66ab17352d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Jul 12 17:28:22.692860 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9b062-3829-4f06-8d95-27cd112d6d3a req-3eb0f049-9628-46a0-a7b9-d39aee84b7a1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:22.694319 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49c9b062-3829-4f06-8d95-27cd112d6d3a req-3eb0f049-9628-46a0-a7b9-d39aee84b7a1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Jul 12 17:28:22.743548 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49c9b062-3829-4f06-8d95-27cd112d6d3a req-30782fa3-8744-4575-99c8-f017f41cbae3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jul 12 17:28:22.969930 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a16c6c6-183b-4d27-ae61-8d68df98b182 req-bca3ed29-f542-4071-8a65-a7e29dd3f5a6 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0283267 Jul 12 17:28:23.405238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff53b-b3b8-40ad-9a43-81c17eb1694f req-6e8dd081-5cd3-47b3-b21e-8cf7686902af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:23.406827 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-188ff53b-b3b8-40ad-9a43-81c17eb1694f req-6e8dd081-5cd3-47b3-b21e-8cf7686902af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0463097 Jul 12 17:28:23.452855 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-188ff53b-b3b8-40ad-9a43-81c17eb1694f req-03c96033-d61e-4121-b44f-c39e29edbff2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Jul 12 17:28:23.656216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818de32b-7bf1-4c83-be44-28074a347d6e req-18509e47-5840-4073-930e-a1ec7344a9b7 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:23.657668 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-818de32b-7bf1-4c83-be44-28074a347d6e req-18509e47-5840-4073-930e-a1ec7344a9b7 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0528343 Jul 12 17:28:23.704296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-818de32b-7bf1-4c83-be44-28074a347d6e req-7e0c1374-7130-4e2e-97c9-9d7d761cd868 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jul 12 17:28:23.838702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:23.853829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf67a3-3491-4487-af6c-7d685837c5f7 req-dd706a2a-cf71-4739-a2ed-2309b315e31f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:23.855276 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90bf67a3-3491-4487-af6c-7d685837c5f7 req-dd706a2a-cf71-4739-a2ed-2309b315e31f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0472918 Jul 12 17:28:23.874287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:23.876919 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ac94b212-1e0a-4826-9d58-952cca5cca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:23.903336 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90bf67a3-3491-4487-af6c-7d685837c5f7 req-298da4fa-3fb5-432e-8ddc-a9754231fde7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Jul 12 17:28:24.064496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e55146f7-4577-4b85-934a-539bff3cc7bb req-4c7dcef9-d68f-48e8-a2b6-671c81c4b7c0 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jul 12 17:28:24.567322 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95204-516d-45c0-b7a4-a11af14fc779 req-83e99f44-7cd1-4218-94a8-6f481fd0698a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:24.569237 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37e95204-516d-45c0-b7a4-a11af14fc779 req-83e99f44-7cd1-4218-94a8-6f481fd0698a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Jul 12 17:28:24.616476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37e95204-516d-45c0-b7a4-a11af14fc779 req-a0924ae9-8c51-41af-b61c-55e89de3d86e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Jul 12 17:28:24.711366 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Request body: {'port': {'device_id': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:24.774210 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:24.817598 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256a532-f223-44d7-8053-a07a8d26187a req-0028af01-19a0-46ab-beba-989708a26fa0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:24.819148 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2256a532-f223-44d7-8053-a07a8d26187a req-0028af01-19a0-46ab-beba-989708a26fa0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 931 time: 0.0495548 Jul 12 17:28:24.866851 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2256a532-f223-44d7-8053-a07a8d26187a req-560d2b36-1807-4fd6-a0cf-270a742454bd tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Jul 12 17:28:24.947619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.031286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87389c1-0675-4924-9000-907057398b04 req-7ea19674-1b10-4aee-a51f-88c4205150a5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:25.037251 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:25.038276 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b87389c1-0675-4924-9000-907057398b04 req-7ea19674-1b10-4aee-a51f-88c4205150a5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0638146 Jul 12 17:28:25.045319 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks [] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.060833 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Transition to ACTIVE for port object e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:28:25.064408 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.087103 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b87389c1-0675-4924-9000-907057398b04 req-03ff1603-ec12-4471-85d4-41f0df10c454 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Jul 12 17:28:25.111727 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:25.226309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-88bc545a-1695-4800-b8b9-bfdb2195fc34 req-e0fa0576-4802-4b57-ac98-776c15d407d2 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0673268 Jul 12 17:28:25.238216 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Attempting to bind port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:28:25.238574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Attempting to bind port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:28:25.240914 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Attempting to bind port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 on network 4e20f143-0fd0-4b40-be12-3321a43578ac {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:25.247296 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 on network 4e20f143-0fd0-4b40-be12-3321a43578ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:28:25.247601 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Attempting to bind port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 on network 4e20f143-0fd0-4b40-be12-3321a43578ac {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:25.253911 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:28:25.254169 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Checking segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:28:25.254556 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Bound using segment: {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:28:25.254986 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Bound port: e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2284a99-74a0-48ae-9d1f-818743fe3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:28:25.255341 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.316886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f844b-12f5-4933-89a3-afb23a52c0d6 req-e8bce3d6-c1ed-4093-949d-6817cbadc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:25.319743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-751f844b-12f5-4933-89a3-afb23a52c0d6 req-e8bce3d6-c1ed-4093-949d-6817cbadc726 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1130 time: 0.0910161 Jul 12 17:28:25.343007 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:28:25.347601 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:28:25.359432 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.385735 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-751f844b-12f5-4933-89a3-afb23a52c0d6 req-8cef85bc-8987-4f78-a178-b3c28346356f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528011 Jul 12 17:28:25.400662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:25.401270 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:25.402696 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 1093 time: 0.6963553 Jul 12 17:28:25.403187 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:25.405411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966ffd5-2ac0-4a55-b6c3-eb269a208121" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:25.428541 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fefed5-771b-478e-bb37-f77d6a8be470 service neutron] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:25.458098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6422d9ec-2639-4880-ace3-8d066a2b719a x-openstack-request-id: req-6422d9ec-2639-4880-ace3-8d066a2b719a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:25.458384 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:25.459070 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6422d9ec-2639-4880-ace3-8d066a2b719a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:25.459367 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6422d9ec-2639-4880-ace3-8d066a2b719a'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:28:25.740858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2579e91-4ffb-447b-a2ca-7759f58e6442 req-130f0d57-6dac-4194-ae91-c55a2ec27b24 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:25.742296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2579e91-4ffb-447b-a2ca-7759f58e6442 req-130f0d57-6dac-4194-ae91-c55a2ec27b24 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Jul 12 17:28:25.791926 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2579e91-4ffb-447b-a2ca-7759f58e6442 req-a6dcca97-337f-465d-8aef-6fecec980beb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Jul 12 17:28:25.978814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f95d9-ce77-4fd1-8d28-9e04cab016c4 req-e7522e41-5c0b-4622-b278-b7f0b08ff012 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:25.980252 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee4f95d9-ce77-4fd1-8d28-9e04cab016c4 req-e7522e41-5c0b-4622-b278-b7f0b08ff012 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0465152 Jul 12 17:28:26.026457 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee4f95d9-ce77-4fd1-8d28-9e04cab016c4 req-b28095c9-6e06-4247-acc8-b8f1860c3332 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Jul 12 17:28:26.206981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ea68-39c6-459f-b725-3c8ec92fd12d req-d00ec5ee-8a7f-473a-90b7-41a71ad08cd0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:26.208424 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea13ea68-39c6-459f-b725-3c8ec92fd12d req-d00ec5ee-8a7f-473a-90b7-41a71ad08cd0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0495877 Jul 12 17:28:26.254598 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea13ea68-39c6-459f-b725-3c8ec92fd12d req-63a2c2c9-0759-46b0-85cf-d87c1809ddb3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Jul 12 17:28:26.324078 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e6570a6e-d2b3-412b-b26a-e7aa757ae550 req-2015337b-0463-486d-ab77-10f90bc4d9ee tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jul 12 17:28:26.708229 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:26.875363 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:26.912243 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318228-11ce-4b7a-ab89-90e2de734b83 req-aaa84968-5186-4aa2-8c9f-aa3ce72cc1d2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:26.913728 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce318228-11ce-4b7a-ab89-90e2de734b83 req-aaa84968-5186-4aa2-8c9f-aa3ce72cc1d2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0498626 Jul 12 17:28:26.960884 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce318228-11ce-4b7a-ab89-90e2de734b83 req-38009001-47c7-4fc8-ac4c-cffea67a4438 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410070 Jul 12 17:28:27.139078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470ede-8e7d-4519-94e2-a6c786d21807 req-96cfe69a-8e62-44ed-aca4-5720004d4041 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:27.140448 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4470ede-8e7d-4519-94e2-a6c786d21807 req-96cfe69a-8e62-44ed-aca4-5720004d4041 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0489450 Jul 12 17:28:27.186812 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4470ede-8e7d-4519-94e2-a6c786d21807 req-6afb1fe8-2f4a-4bb2-81e0-7b6a24e923d8 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Jul 12 17:28:27.367482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53468158-3b40-4f78-a437-bedf2d1a2524 req-4c9f6992-7001-4d3b-ad79-bf6d41ffacd5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:27.368960 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53468158-3b40-4f78-a437-bedf2d1a2524 req-4c9f6992-7001-4d3b-ad79-bf6d41ffacd5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0482233 Jul 12 17:28:27.381000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:27.424063 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0967d57-84a5-4db3-b460-46196bb36d2b req-b0510a25-00fb-4b0d-b522-939e9e3419ef tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0331838 Jul 12 17:28:27.439739 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53468158-3b40-4f78-a437-bedf2d1a2524 req-e69b5540-8aa3-4a1b-bc99-1503d5d8d155 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652006 Jul 12 17:28:28.073107 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:28.082807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3a02-0435-4b7b-896a-bb9cc7c8aeeb req-8dbf96b9-1403-4ee0-ae58-a06d4ff2f6ea tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:28.085296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d78e3a02-0435-4b7b-896a-bb9cc7c8aeeb req-8dbf96b9-1403-4ee0-ae58-a06d4ff2f6ea tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0527451 Jul 12 17:28:28.131870 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d78e3a02-0435-4b7b-896a-bb9cc7c8aeeb req-69f20ad7-537b-412c-87ec-cba97909d103 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Jul 12 17:28:28.295060 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeb0cf-2745-4e65-a81a-888b17c5eaa9 req-6a2a17ec-ffbc-464c-a12c-0c0dd5ea0c81 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:28.296487 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5aaeb0cf-2745-4e65-a81a-888b17c5eaa9 req-6a2a17ec-ffbc-464c-a12c-0c0dd5ea0c81 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0451531 Jul 12 17:28:28.341892 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5aaeb0cf-2745-4e65-a81a-888b17c5eaa9 req-ab463be1-1b0a-489b-a460-e286e4331144 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Jul 12 17:28:28.519076 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f758764-a50d-4090-8b08-a4bbffadf1c3 req-ce52abf7-be2c-4737-8d10-13cb2f1c0914 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0290868 Jul 12 17:28:28.566591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4828a-adf9-49c6-a5be-dec20b9325ee req-ad3e773d-f1df-43e2-90b4-9184d4d7a11b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:28.568024 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63c4828a-adf9-49c6-a5be-dec20b9325ee req-ad3e773d-f1df-43e2-90b4-9184d4d7a11b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0517068 Jul 12 17:28:28.615119 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63c4828a-adf9-49c6-a5be-dec20b9325ee req-34e64358-d89e-4ca7-8ca0-8aff5d21344b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Jul 12 17:28:29.248774 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea99cc1-3bd8-4b3a-b079-2f2adb4a546a req-945b61e2-b2bb-4cd3-9f8b-616c0bea02fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:29.250233 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fea99cc1-3bd8-4b3a-b079-2f2adb4a546a req-945b61e2-b2bb-4cd3-9f8b-616c0bea02fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0468574 Jul 12 17:28:29.295755 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fea99cc1-3bd8-4b3a-b079-2f2adb4a546a req-280dcb88-69ca-4588-b850-8899bcade3e4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Jul 12 17:28:29.453780 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e241e-79c7-46a5-a014-95880804271b req-b9097866-3313-4489-aad9-b561c695cc00 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:29.455175 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a9e241e-79c7-46a5-a014-95880804271b req-b9097866-3313-4489-aad9-b561c695cc00 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0494800 Jul 12 17:28:29.501259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a9e241e-79c7-46a5-a014-95880804271b req-f353c224-5c2e-471f-919a-eb5b4ea3c791 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jul 12 17:28:29.613235 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c4e4feb5-403b-4380-9ece-fbf5ebe0b3f6 req-c8829767-dd12-4ca7-935f-2f973c2d8753 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0285087 Jul 12 17:28:29.727244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416dcff-43f1-4286-a70c-9fc87fba542f req-2a1e57b6-e4d0-476c-a93c-60c599278def tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:29.728720 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b416dcff-43f1-4286-a70c-9fc87fba542f req-2a1e57b6-e4d0-476c-a93c-60c599278def tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0476806 Jul 12 17:28:29.774438 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b416dcff-43f1-4286-a70c-9fc87fba542f req-b2353dab-2d81-4317-a68b-22126c470c76 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Jul 12 17:28:29.871809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-122bfca1-3811-4672-841c-39bbf17a9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:29.873413 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-122bfca1-3811-4672-841c-39bbf17a9d91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1127 time: 0.0424690 Jul 12 17:28:30.318543 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:30.409602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653b301-32d6-4936-be47-525ce85624d8 req-16380ef8-089a-47bb-885d-41440b446a30 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:30.411354 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d653b301-32d6-4936-be47-525ce85624d8 req-16380ef8-089a-47bb-885d-41440b446a30 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0465608 Jul 12 17:28:30.458413 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d653b301-32d6-4936-be47-525ce85624d8 req-d4b7e8f2-f405-4528-9a66-ab66323e8106 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Jul 12 17:28:30.618043 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d788-b39f-47a1-ab3b-c7689baecc05 req-0345a82d-a1b9-456e-95a8-d861c447b825 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:30.619486 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8705d788-b39f-47a1-ab3b-c7689baecc05 req-0345a82d-a1b9-456e-95a8-d861c447b825 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0466785 Jul 12 17:28:30.667379 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8705d788-b39f-47a1-ab3b-c7689baecc05 req-b4490ade-067b-4bb4-958b-ccd9b99c6df7 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Jul 12 17:28:30.710111 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf5ea3b3-ad2e-44b5-8b99-6ac9b3e724aa req-dde03107-8f7b-450d-a0eb-fdd6f29af7df tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0314629 Jul 12 17:28:30.896541 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b352e32-3176-4a2f-9fd4-db47418a5485 req-fa14ab00-39a2-4d1a-9b58-bbc39b20aed6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:30.898572 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b352e32-3176-4a2f-9fd4-db47418a5485 req-fa14ab00-39a2-4d1a-9b58-bbc39b20aed6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0544055 Jul 12 17:28:30.974037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-709fe7bd-a0b8-4258-b6bf-18ef51dd7bd4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 217 time: 0.0458233 Jul 12 17:28:31.028362 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b352e32-3176-4a2f-9fd4-db47418a5485 req-3b48bc72-48ab-4966-8c7e-13f5f9de83dd tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210158 Jul 12 17:28:31.051792 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:31.054679 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42144) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:31.079271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-ec0ae849-f8a6-4b63-98c8-0fcf06c969be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:31.080853 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-ec0ae849-f8a6-4b63-98c8-0fcf06c969be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0764394 Jul 12 17:28:31.173741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-bf3c8391-d72b-49d1-a908-54e6cb1e12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:31.173741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-bf3c8391-d72b-49d1-a908-54e6cb1e12b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540419 Jul 12 17:28:31.204543 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a9b6-4e9f-4075-b6b1-a34152d85b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.259797 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:31.306334 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a9b6-4e9f-4075-b6b1-a34152d85b9c admin admin] Publish callbacks [] for security_group (c600acae-6cf5-4115-98cb-5eb2c990c7f2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.310840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7f8a9b6-4e9f-4075-b6b1-a34152d85b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c600acae-6cf5-4115-98cb-5eb2c990c7f2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.339665 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-82feed27-466e-48e7-999e-49cbd8736c70 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:31.339665 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-82feed27-466e-48e7-999e-49cbd8736c70 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "GET /v2.0/networks?id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 200 len: 809 time: 0.4033654 Jul 12 17:28:31.352322 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b7f8a9b6-4e9f-4075-b6b1-a34152d85b9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b48d01f100eb447eb3ede40b78c2c0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965300 Jul 12 17:28:31.353507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8a9b6-4e9f-4075-b6b1-a34152d85b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600acae-6cf5-4115-98cb-5eb2c990c7f2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:31.354944 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42162) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:31.403697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:31.408716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] Publish callbacks [] for security_group (c600acae-6cf5-4115-98cb-5eb2c990c7f2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.431174 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] Publish callbacks [] for security_group (c600acae-6cf5-4115-98cb-5eb2c990c7f2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.462609 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:31.482233 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c600acae-6cf5-4115-98cb-5eb2c990c7f2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.485122 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.486372 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c600acae-6cf5-4115-98cb-5eb2c990c7f2 HTTP/1.1" status: 204 len: 168 time: 0.1303535 Jul 12 17:28:31.495483 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d637356-f2da-4981-b0b5-eff684648516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600acae-6cf5-4115-98cb-5eb2c990c7f2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:31.621886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7359d9b-666f-4e5d-813b-d6efb3586f77 req-ea249f14-be05-4b29-88ea-a7b5a57dd261 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:31.623368 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7359d9b-666f-4e5d-813b-d6efb3586f77 req-ea249f14-be05-4b29-88ea-a7b5a57dd261 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0590396 Jul 12 17:28:31.676613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7359d9b-666f-4e5d-813b-d6efb3586f77 req-d05edd2c-eed5-42cb-a9a7-41e549dcb834 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470705 Jul 12 17:28:31.714135 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Request body: {'port': {'device_id': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a', 'admin_state_up': True, 'tenant_id': 'fb0d32278a254e65ae2ac38b2c7a8e48'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:31.881289 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9e64ebc5-af1a-4d3b-bd06-e6ca424579fe req-7bc678f6-2fbc-4343-b5d1-4974848cf712 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0557714 Jul 12 17:28:31.892034 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Made reservation on behalf of fb0d32278a254e65ae2ac38b2c7a8e48 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:31.896206 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:31.912066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-6c9b05fa-2cf7-4765-92b7-6ab5757c1335 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025850 Jul 12 17:28:31.920573 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d6799-2423-4f0c-99d7-6a79c4fcd4c5 req-f6177bab-8b97-49a8-bf5b-29bfb48a295c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:31.922308 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c78d6799-2423-4f0c-99d7-6a79c4fcd4c5 req-f6177bab-8b97-49a8-bf5b-29bfb48a295c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.1437500 Jul 12 17:28:31.971867 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c78d6799-2423-4f0c-99d7-6a79c4fcd4c5 req-70e92723-7e06-4ff4-87b3-23c9e2e01763 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Jul 12 17:28:32.035716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Allocated IP 172.20.0.13 (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a/2e2aa955-fdb4-4af5-b1bb-20257def13a0/b1173d06-ed5d-4496-b1f5-30ad400ccca1) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:32.159122 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3adfd6-839d-4346-9afe-641acbe3046f req-9f999c14-c7e6-4f77-bf84-d74fa293533c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:32.160945 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db3adfd6-839d-4346-9afe-641acbe3046f req-9f999c14-c7e6-4f77-bf84-d74fa293533c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0524838 Jul 12 17:28:32.204375 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks [] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:32.222214 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db3adfd6-839d-4346-9afe-641acbe3046f req-9f0cd70b-e234-4bf2-a0a5-bafc32859732 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Jul 12 17:28:32.240623 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:32.288532 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:32.291620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:32.295859 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:28:32.327163 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Pushing event updated for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:32.348618 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:32.349223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:32.366689 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-38417d78-5cf8-4bf8-a881-96e20dcc37a1 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6564791 Jul 12 17:28:32.806280 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f121bab-60c1-490e-b1e8-5f155f0a3a04 req-6a816e9a-3496-4ea2-8cb1-31dfe1022b85 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:32.807770 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f121bab-60c1-490e-b1e8-5f155f0a3a04 req-6a816e9a-3496-4ea2-8cb1-31dfe1022b85 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Jul 12 17:28:32.854997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f121bab-60c1-490e-b1e8-5f155f0a3a04 req-76aac106-b7b2-4b23-b8c6-df035430241b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415497 Jul 12 17:28:32.976637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae63b4a-dec3-4a85-8aa8-1c6aa7f65554 req-59aacfdb-e701-4824-ab0f-7c9d7bd11142 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:32.978092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7ae63b4a-dec3-4a85-8aa8-1c6aa7f65554 req-59aacfdb-e701-4824-ab0f-7c9d7bd11142 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0569527 Jul 12 17:28:32.986902 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42226) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:32.991576 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'floatingip': {'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:33.016570 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd5a8-d160-404e-8453-fffa9469d05a req-d2fd92d0-aeb0-4ba2-9ea2-cb5235ac1759 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:33.018185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b4dd5a8-d160-404e-8453-fffa9469d05a req-d2fd92d0-aeb0-4ba2-9ea2-cb5235ac1759 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 932 time: 0.0587890 Jul 12 17:28:33.071407 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:33.093522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:33.102415 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b4dd5a8-d160-404e-8453-fffa9469d05a req-40d4d5b6-3aac-4989-bc0a-5b6114de8ce2 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777364 Jul 12 17:28:33.115268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5869fb-85c9-4ff8-8383-695c65fe66c2 req-5e73de73-c87c-439e-b313-11231c2cca2d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:33.116620 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee5869fb-85c9-4ff8-8383-695c65fe66c2 req-5e73de73-c87c-439e-b313-11231c2cca2d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0648134 Jul 12 17:28:33.165519 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee5869fb-85c9-4ff8-8383-695c65fe66c2 req-ae3ec3b4-8a93-475c-981e-7e532705482f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Jul 12 17:28:33.221673 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:33.283576 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:33.339571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8ab79-3f9b-4083-8173-8a302db8e80d req-f287a898-1c2d-49dc-89aa-72b8faa3d313 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:33.341019 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42a8ab79-3f9b-4083-8173-8a302db8e80d req-f287a898-1c2d-49dc-89aa-72b8faa3d313 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0469959 Jul 12 17:28:33.392386 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42a8ab79-3f9b-4083-8173-8a302db8e80d req-a796da4b-b82c-440a-bf0d-9555b14659ce tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Jul 12 17:28:33.501076 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Request body: {'port': {'device_id': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:33.579640 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2df2da3c-8cb8-49af-b7d8-46b7535231a5 req-3c5103d1-ef19-4f68-bb30-466b4a3836e1 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883713 Jul 12 17:28:33.711603 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:33.739101 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:33.744387 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518475fa-9071-4c21-8670-aabe341778df req-1e8f63b5-325d-4394-8717-925687396b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:33.745899 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-518475fa-9071-4c21-8670-aabe341778df req-1e8f63b5-325d-4394-8717-925687396b52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.1391604 Jul 12 17:28:33.753076 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:33.952891 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Floating IP 3f7339ef-f29f-4bb1-97a6-73cf2c448cc9 associated. External IP: 172.27.0.219, port: e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce. Jul 12 17:28:34.231812 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7b277-9101-4a66-b6ac-9f05eba6125d req-1b262f99-417b-4dac-b573-90f87ec8fc17 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:34.240266 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4f7b277-9101-4a66-b6ac-9f05eba6125d req-1b262f99-417b-4dac-b573-90f87ec8fc17 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 932 time: 0.0628989 Jul 12 17:28:34.275492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:34.322049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4f7b277-9101-4a66-b6ac-9f05eba6125d req-27422032-c7c6-468b-9af9-358c43055b73 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808311 Jul 12 17:28:34.328639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a32dcd-5b63-4154-88b5-9511ae810425 req-3c194575-581d-4166-818c-e650a9c5cd5a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:34.335377 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43a32dcd-5b63-4154-88b5-9511ae810425 req-3c194575-581d-4166-818c-e650a9c5cd5a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0746057 Jul 12 17:28:34.406121 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43a32dcd-5b63-4154-88b5-9511ae810425 req-c252abec-014f-40f7-bc72-0f0cb72d463a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Jul 12 17:28:34.425101 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1173d06-ed5d-4496-b1f5-30ad400ccca1 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:34.435017 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks [] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.484478 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Transition to ACTIVE for port object b1173d06-ed5d-4496-b1f5-30ad400ccca1 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:28:34.491698 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.500586 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:34.501170 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:34.512728 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2f8a3-d3d1-40dc-95ee-ae9efa405f9f req-1894ab65-93f5-48ff-bfc4-3ca94a1b78e9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:34.514190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7b2f8a3-d3d1-40dc-95ee-ae9efa405f9f req-1894ab65-93f5-48ff-bfc4-3ca94a1b78e9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0511529 Jul 12 17:28:34.546214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:28:34.558045 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Pushing event updated for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:34.571037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7b2f8a3-d3d1-40dc-95ee-ae9efa405f9f req-004f97b6-a554-4712-993e-703912ba4af3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Jul 12 17:28:34.719097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Attempting to bind port b1173d06-ed5d-4496-b1f5-30ad400ccca1 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:28:34.719431 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Attempting to bind port b1173d06-ed5d-4496-b1f5-30ad400ccca1 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:28:34.719758 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Attempting to bind port b1173d06-ed5d-4496-b1f5-30ad400ccca1 on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:34.725789 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:28:34.727364 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Port b1173d06-ed5d-4496-b1f5-30ad400ccca1 on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:28:34.727684 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Attempting to bind port b1173d06-ed5d-4496-b1f5-30ad400ccca1 on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:28:34.731883 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.735479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:28:34.744589 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:28:34.745206 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:34.755592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:28:34.755931 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Checking segment: {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:28:34.756317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Bound using segment: {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:28:34.756763 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Bound port: b1173d06-ed5d-4496-b1f5-30ad400ccca1, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:28:34.757120 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.780151 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-54939997-35bf-472a-9dd6-acd9d495f61d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "PUT /v2.0/floatingips/3f7339ef-f29f-4bb1-97a6-73cf2c448cc9 HTTP/1.1" status: 200 len: 992 time: 1.7921214 Jul 12 17:28:34.780928 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:34.783255 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:34.826893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab7a60-6195-46d4-8e84-4ca81de7542b x-openstack-request-id: req-9aab7a60-6195-46d4-8e84-4ca81de7542b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:34.827292 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:34.827455 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9aab7a60-6195-46d4-8e84-4ca81de7542b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:34.827817 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aab7a60-6195-46d4-8e84-4ca81de7542b'] response: {'name': 'network-changed', 'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'status': 'completed', 'code': 200} Jul 12 17:28:34.839414 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:28:34.843866 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:28:34.850365 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:34.850893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.855183 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:28:34.889792 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:34.890405 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:34.891772 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] 10.222.0.66 "PUT /v2.0/ports/b1173d06-ed5d-4496-b1f5-30ad400ccca1 HTTP/1.1" status: 200 len: 1094 time: 1.3953099 Jul 12 17:28:34.914092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c6a92-75bf-4139-9c33-b04edbfcdf22 service neutron] Pushing event updated for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:35.111124 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '3f7339ef-f29f-4bb1-97a6-73cf2c448cc9', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e50f-5079-438b-ac33-67623b4428f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:27:54Z', 'updated_at': '2022-07-12T17:28:33Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.138509 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:28:35.147030 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:28:35.147635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.188299 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:35.248704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:28:35.447819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deaa67-6d27-43b7-9e90-ebadc82003a5 req-7078853e-e336-44ba-bddf-c616be19d52f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:35.449596 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97deaa67-6d27-43b7-9e90-ebadc82003a5 req-7078853e-e336-44ba-bddf-c616be19d52f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0576084 Jul 12 17:28:35.490977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '3f7339ef-f29f-4bb1-97a6-73cf2c448cc9', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e50f-5079-438b-ac33-67623b4428f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:27:54Z', 'updated_at': '2022-07-12T17:28:33Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:28:35.518496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97deaa67-6d27-43b7-9e90-ebadc82003a5 req-3b675f4e-2918-47c8-9467-dd07cf643c23 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630705 Jul 12 17:28:35.519782 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a140481-ec2f-47e4-b588-fd3f83277697 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '3f7339ef-f29f-4bb1-97a6-73cf2c448cc9', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b5e50f-5079-438b-ac33-67623b4428f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:27:54Z', 'updated_at': '2022-07-12T17:28:33Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:28:35.573658 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70536e-4e63-42fa-8d59-03345aac534f req-b78182bc-ee92-47b0-ba54-bc950b58eb86 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:35.575946 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a70536e-4e63-42fa-8d59-03345aac534f req-b78182bc-ee92-47b0-ba54-bc950b58eb86 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0775087 Jul 12 17:28:35.633528 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a70536e-4e63-42fa-8d59-03345aac534f req-3c341040-c502-4f5b-af27-ce2a4edf39f3 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Jul 12 17:28:35.708723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb1e90-bf31-4172-a1e3-8825ab1ee6b3 req-5273ff8e-12f2-4b35-a668-9c82c2ef11f0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:35.710512 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22cb1e90-bf31-4172-a1e3-8825ab1ee6b3 req-5273ff8e-12f2-4b35-a668-9c82c2ef11f0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0529463 Jul 12 17:28:35.761108 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22cb1e90-bf31-4172-a1e3-8825ab1ee6b3 req-621e51c1-c5dc-4964-aca2-4b6d16e0a97d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Jul 12 17:28:35.766026 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210527d-8279-43bc-a44f-eaa16ff2544f None None] New status for floating IP 3f7339ef-f29f-4bb1-97a6-73cf2c448cc9: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:28:36.221028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42292) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:36.323194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9309d38c-0468-489b-9d86-a9534734a03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.396681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9309d38c-0468-489b-9d86-a9534734a03e admin admin] Publish callbacks [] for security_group (0e473ac1-8d3c-400b-bc3d-3997bb8ddb27), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.400228 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9309d38c-0468-489b-9d86-a9534734a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0e473ac1-8d3c-400b-bc3d-3997bb8ddb27), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.442217 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9309d38c-0468-489b-9d86-a9534734a03e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01f62584b14345cf86ad06f9e81eb4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200737 Jul 12 17:28:36.443150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309d38c-0468-489b-9d86-a9534734a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e473ac1-8d3c-400b-bc3d-3997bb8ddb27,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:36.443691 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42296) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:36.493754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] Publish callbacks [] for security_group (0e473ac1-8d3c-400b-bc3d-3997bb8ddb27), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.515774 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] Publish callbacks [] for security_group (0e473ac1-8d3c-400b-bc3d-3997bb8ddb27), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.622563 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0e473ac1-8d3c-400b-bc3d-3997bb8ddb27), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.623525 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:36.625639 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:36.626804 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e473ac1-8d3c-400b-bc3d-3997bb8ddb27 HTTP/1.1" status: 204 len: 168 time: 0.1821041 Jul 12 17:28:36.644860 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-3e2e7528-fd96-4605-8f5b-aa9ef6f8789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.646391 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-3e2e7528-fd96-4605-8f5b-aa9ef6f8789a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1127 time: 0.0721943 Jul 12 17:28:36.648504 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd912134-8529-4668-84cd-ae4b51860a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e473ac1-8d3c-400b-bc3d-3997bb8ddb27,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:36.651899 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-518475fa-9071-4c21-8670-aabe341778df req-c28becd8-397b-49fb-b745-a2ca13fd7d0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961878 Jul 12 17:28:36.683268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-6eac0ecf-8163-470a-b995-cff984976b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.685341 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-6eac0ecf-8163-470a-b995-cff984976b14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1130 time: 0.1279707 Jul 12 17:28:36.699553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca71a7-99d7-4ba7-8379-a4bff4f66218 req-64887171-a2eb-4aac-9e6d-1a9ccfaf5dba tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.701029 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0dca71a7-99d7-4ba7-8379-a4bff4f66218 req-64887171-a2eb-4aac-9e6d-1a9ccfaf5dba tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.1018453 Jul 12 17:28:36.702140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-e8c16dfb-d125-45cf-b0d5-7fc7a1548c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.703469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-e8c16dfb-d125-45cf-b0d5-7fc7a1548c53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 1128 time: 0.1053717 Jul 12 17:28:36.753654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:36.776309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0dca71a7-99d7-4ba7-8379-a4bff4f66218 req-32924c74-19f2-4306-b38e-6449a9f3f93a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664344 Jul 12 17:28:36.831271 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:36.833906 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979de81-046f-4308-afd2-9742d6d37ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:36.835678 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a04f3-1832-435a-b765-e8417b586f36 req-1c89bed4-d851-4c5b-93fd-6be0463e60c8 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.837339 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b4a04f3-1832-435a-b765-e8417b586f36 req-1c89bed4-d851-4c5b-93fd-6be0463e60c8 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 943 time: 0.0783238 Jul 12 17:28:36.888637 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-d5c9add7-ee43-409f-8159-4dfeadba0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.890500 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-d5c9add7-ee43-409f-8159-4dfeadba0c9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.2374673 Jul 12 17:28:36.954188 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b4a04f3-1832-435a-b765-e8417b586f36 req-b33e602c-0ce6-4dde-97bc-c17bae73aa40 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036479 Jul 12 17:28:36.971208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c915-f18b-44d7-8df8-9dad4cbefbec req-a96a2866-c509-44e8-a00e-11cb9db6e645 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:36.972753 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8102c915-f18b-44d7-8df8-9dad4cbefbec req-a96a2866-c509-44e8-a00e-11cb9db6e645 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0636880 Jul 12 17:28:37.007273 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a134de-0be8-4dd6-ae1f-cdb0d871a71f x-openstack-request-id: req-09a134de-0be8-4dd6-ae1f-cdb0d871a71f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:37.007683 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:37.008182 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a134de-0be8-4dd6-ae1f-cdb0d871a71f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:37.008808 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a134de-0be8-4dd6-ae1f-cdb0d871a71f'] response: {'name': 'network-changed', 'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1', 'status': 'completed', 'code': 200} Jul 12 17:28:37.029275 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8102c915-f18b-44d7-8df8-9dad4cbefbec req-01ae99a2-f2ab-4c15-8ad6-d7f5fadd008f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Jul 12 17:28:37.095600 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:28:37.105048 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-7e6b8c04-bf0b-48a8-aba8-20a629b7c94b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 217 time: 0.0416942 Jul 12 17:28:37.120279 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-96be39b6-22e0-4aa0-9f5b-d6f914c91111 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1 HTTP/1.1" status: 200 len: 217 time: 0.0477157 Jul 12 17:28:37.200792 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:37.212910 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'port_id': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'mac_address': 'fa:16:3e:24:3f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:28:37.254208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:37.254596 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:37.268589 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:37.289814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:37.294675 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:37.342928 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:37.404328 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-64150b46-84f6-4f4b-8378-975acf737429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.405836 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-64150b46-84f6-4f4b-8378-975acf737429 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.3425884 Jul 12 17:28:37.511859 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:37.550645 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-adc14f3e-61be-4845-b36d-3fb15e56d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.552071 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-adc14f3e-61be-4845-b36d-3fb15e56d476 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0475719 Jul 12 17:28:37.592556 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-42e8364a-8d6e-4280-b6c1-91bac0edfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.594056 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-42e8364a-8d6e-4280-b6c1-91bac0edfb3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e2aa955-fdb4-4af5-b1bb-20257def13a0 HTTP/1.1" status: 200 len: 849 time: 0.0903111 Jul 12 17:28:37.595821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-8a6ee45e-5fdd-408f-b4e1-d8d315656a7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 1002 time: 0.0850148 Jul 12 17:28:37.596943 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-7db0a4f8-068f-4198-99e2-ce220121cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.598402 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-7db0a4f8-068f-4198-99e2-ce220121cf23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391276 Jul 12 17:28:37.664360 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-f425f38b-ef5f-41c8-a8f3-5167e5e62ca6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501773 Jul 12 17:28:37.675187 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:37.677368 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-8533d2b0-3387-4ecc-9ab5-c3681e0796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.678880 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-8533d2b0-3387-4ecc-9ab5-c3681e0796ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0658376 Jul 12 17:28:37.702321 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-72535b32-85a0-4947-b7e6-af8d4fe18cfa service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884483 Jul 12 17:28:37.774224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-49dc7ed0-b039-4e75-9d34-b5c942c839c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.775710 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-49dc7ed0-b039-4e75-9d34-b5c942c839c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878460 Jul 12 17:28:37.803630 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5966ffd5-2ac0-4a55-b6c3-eb269a208121 req-c20cf1e0-91f6-468d-9c64-8f8d9f1441c1 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832884 Jul 12 17:28:37.806332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-56713755-9586-4a64-90e2-d9cd84a07a1c service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265562 Jul 12 17:28:37.876454 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:37.909620 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:37.924912 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f0966-b576-449c-9d12-8cdd14c6ed23 req-648c5d9a-de6c-47be-bddb-ec63e27a87a7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:37.926450 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f72f0966-b576-449c-9d12-8cdd14c6ed23 req-648c5d9a-de6c-47be-bddb-ec63e27a87a7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0648324 Jul 12 17:28:37.930848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-ba960a74-7c64-4228-9198-073efac41460 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319914 Jul 12 17:28:38.068201 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f72f0966-b576-449c-9d12-8cdd14c6ed23 req-67a29a05-cdf0-4ce4-bcd5-bb8743a83476 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331382 Jul 12 17:28:38.119721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:38.208694 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaa4b-873c-49dd-95c0-608674d73c23 req-7f892552-1c83-4f9c-b484-ca9191a73db1 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:38.210223 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c4eaa4b-873c-49dd-95c0-608674d73c23 req-7f892552-1c83-4f9c-b484-ca9191a73db1 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 944 time: 0.1634607 Jul 12 17:28:38.256096 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:38.264899 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9288c91d-b4c1-48ad-8df8-e85021e4f6b5 req-9de129bf-a8fb-45cf-9f42-b7c0b213ffcb service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003621 Jul 12 17:28:38.273899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2495a-241d-430b-9bbf-4127aef6771e req-9882ef22-051a-4b91-b7e4-bfe979b9a5d8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:38.275271 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28c2495a-241d-430b-9bbf-4127aef6771e req-9882ef22-051a-4b91-b7e4-bfe979b9a5d8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1426835 Jul 12 17:28:38.281977 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fc2aba5-8cce-40c5-a186-4b1fb3d8da00 req-6d860897-cf6c-4d44-9c8a-43f8d2c81294 service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185949 Jul 12 17:28:38.325892 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c4eaa4b-873c-49dd-95c0-608674d73c23 req-5742fb68-4c1d-4fca-bca9-0fe898545cd8 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Jul 12 17:28:38.348794 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28c2495a-241d-430b-9bbf-4127aef6771e req-92a85a01-5e65-45a2-827a-69e57096aa52 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642965 Jul 12 17:28:38.589609 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbedb7-bff0-4ed6-8089-9dfb6039a8b8 req-af6cf948-c304-4626-9f1a-bf534537f400 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:38.591004 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5bbedb7-bff0-4ed6-8089-9dfb6039a8b8 req-af6cf948-c304-4626-9f1a-bf534537f400 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0492985 Jul 12 17:28:38.640025 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5bbedb7-bff0-4ed6-8089-9dfb6039a8b8 req-d2c840bb-f665-4bba-afb3-661a1f204902 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Jul 12 17:28:39.183606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70071-d5da-4b82-be37-b797a468ad5c req-95ad9a1e-e3bb-47c5-ae71-04f7970c2ab3 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:39.185163 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69b70071-d5da-4b82-be37-b797a468ad5c req-95ad9a1e-e3bb-47c5-ae71-04f7970c2ab3 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0470641 Jul 12 17:28:39.231762 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69b70071-d5da-4b82-be37-b797a468ad5c req-7d49d6d7-962e-41bf-95ed-5ba175cf052e tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Jul 12 17:28:39.243305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:28:39.283898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:28:39.290792 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:28:39.291163 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:39.329718 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:39.370409 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:39.370675 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:39.395530 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:39.397916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f46812-70f6-4312-ba16-cef746fbf257" -d '{"events": [{"server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "name": "network-vif-plugged", "status": "completed", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:39.417669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:39.426290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:39.450246 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e977b8-2f21-4b5b-a3e8-febcaaa2bc8a req-68adc65e-13f2-4b5a-a67d-10a4ddeb7b93 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:39.451774 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99e977b8-2f21-4b5b-a3e8-febcaaa2bc8a req-68adc65e-13f2-4b5a-a67d-10a4ddeb7b93 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 944 time: 0.0583956 Jul 12 17:28:39.456124 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d763d3-6de8-4892-8adb-234724d84c21 x-openstack-request-id: req-d7d763d3-6de8-4892-8adb-234724d84c21 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:39.456526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "name": "network-vif-plugged", "status": "completed", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:39.456827 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7d763d3-6de8-4892-8adb-234724d84c21 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:39.457301 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d763d3-6de8-4892-8adb-234724d84c21'] response: {'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'code': 200} Jul 12 17:28:39.485190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:39.504733 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99e977b8-2f21-4b5b-a3e8-febcaaa2bc8a req-0e4fa572-5cb5-4786-b616-ef72c9f9978c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Jul 12 17:28:39.756046 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f515-3849-4c54-b8a7-fae657d6cfee req-bc601f36-96f6-42fb-bf40-66cb8c3e4552 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:39.757520 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c913f515-3849-4c54-b8a7-fae657d6cfee req-bc601f36-96f6-42fb-bf40-66cb8c3e4552 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0477228 Jul 12 17:28:39.804258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c913f515-3849-4c54-b8a7-fae657d6cfee req-f6b71ac8-f400-4475-b499-39de4d5185ee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Jul 12 17:28:40.339752 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974924c0-4d75-4f05-ae8d-0741dd38e74c req-9c6d86db-682c-467e-9a28-101b492b8ecd tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:40.341165 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-974924c0-4d75-4f05-ae8d-0741dd38e74c req-9c6d86db-682c-467e-9a28-101b492b8ecd tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0461330 Jul 12 17:28:40.389843 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-974924c0-4d75-4f05-ae8d-0741dd38e74c req-50613d5e-cda7-467f-ac96-8f15dddac332 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Jul 12 17:28:40.620202 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833335-b4b4-48e9-8bea-ac94804d71ca req-096622b0-87de-420b-8a96-65fde9b05e4e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:40.621710 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72833335-b4b4-48e9-8bea-ac94804d71ca req-096622b0-87de-420b-8a96-65fde9b05e4e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0516915 Jul 12 17:28:40.670967 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72833335-b4b4-48e9-8bea-ac94804d71ca req-27749440-77c9-49dc-8d69-8dda569dda0d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Jul 12 17:28:40.920844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3ce0e-4420-4719-a292-9ec35953ee30 req-5dfc12e8-d2b2-46bb-9491-6f9c95d19669 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:40.922286 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40c3ce0e-4420-4719-a292-9ec35953ee30 req-5dfc12e8-d2b2-46bb-9491-6f9c95d19669 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0455923 Jul 12 17:28:40.968283 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40c3ce0e-4420-4719-a292-9ec35953ee30 req-a6b9bee1-0ba2-4488-90ae-922c12823b4c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jul 12 17:28:41.502973 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6e20-cf54-4382-a51b-acdc394a6374 req-e2028043-f502-4d5a-ac69-f5a3ce8bd0a2 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:41.504417 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0eee6e20-cf54-4382-a51b-acdc394a6374 req-e2028043-f502-4d5a-ac69-f5a3ce8bd0a2 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0495288 Jul 12 17:28:41.536605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:41.551129 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0eee6e20-cf54-4382-a51b-acdc394a6374 req-c1c501fc-2f77-48d8-9633-300392757dc0 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Jul 12 17:28:41.786143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eee78-80f6-42e3-8ea2-361d082218f2 req-51effa47-e8c9-4617-a753-51d6df2ca826 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:41.787619 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-308eee78-80f6-42e3-8ea2-361d082218f2 req-51effa47-e8c9-4617-a753-51d6df2ca826 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0481551 Jul 12 17:28:41.834687 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-308eee78-80f6-42e3-8ea2-361d082218f2 req-74e351d7-77d0-40f0-8a7c-bffdea590551 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Jul 12 17:28:42.083958 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4fd1a-a675-45aa-b1f6-1186eab4749a req-aa8bf36b-65f1-415b-b0df-5e57ba02a271 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:42.085443 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60c4fd1a-a675-45aa-b1f6-1186eab4749a req-aa8bf36b-65f1-415b-b0df-5e57ba02a271 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0515265 Jul 12 17:28:42.134275 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60c4fd1a-a675-45aa-b1f6-1186eab4749a req-4da66a34-07c0-4e7e-b356-64ce6d4b10fc tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Jul 12 17:28:42.398061 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:28:42.651567 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:42.665287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c75df8-3205-496d-b2db-3ec771fdbdfd req-2e60489a-0d35-41e7-a465-838e196bdf73 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:42.666754 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47c75df8-3205-496d-b2db-3ec771fdbdfd req-2e60489a-0d35-41e7-a465-838e196bdf73 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0479112 Jul 12 17:28:42.712289 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47c75df8-3205-496d-b2db-3ec771fdbdfd req-ad6e3662-e404-46f1-99a3-dab60626378a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Jul 12 17:28:42.942714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a10a4-5e77-4c31-9411-9f8bc3d99600 req-e1eb8dff-9588-4bf4-bcfe-961fe30ff78a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:42.944068 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b6a10a4-5e77-4c31-9411-9f8bc3d99600 req-e1eb8dff-9588-4bf4-bcfe-961fe30ff78a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0456562 Jul 12 17:28:42.989661 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b6a10a4-5e77-4c31-9411-9f8bc3d99600 req-022faf42-dd19-45ce-8c4d-78a43146eec7 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Jul 12 17:28:43.249564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2400e-5200-444f-870d-4119c38ee919 req-c00abe8d-1308-4197-b460-e5537a7a2498 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:43.250965 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-77a2400e-5200-444f-870d-4119c38ee919 req-c00abe8d-1308-4197-b460-e5537a7a2498 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0498631 Jul 12 17:28:43.296424 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-77a2400e-5200-444f-870d-4119c38ee919 req-afd5ac3a-990d-4dfa-b87d-afcbc309ec14 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Jul 12 17:28:43.828150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc12b6-b4fc-4ec8-bcbe-f6a2c45c9731 req-4c9ed3f1-08dd-4c82-960a-26ddb1b427b5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:43.829628 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13dc12b6-b4fc-4ec8-bcbe-f6a2c45c9731 req-4c9ed3f1-08dd-4c82-960a-26ddb1b427b5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 944 time: 0.0477996 Jul 12 17:28:43.876355 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13dc12b6-b4fc-4ec8-bcbe-f6a2c45c9731 req-960322f3-30b1-4ba6-95fb-f9526ffeda24 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Jul 12 17:28:44.045224 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b1173d06-ed5d-4496-b1f5-30ad400ccca1 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:28:44.163998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda69e-2c4a-4d6a-930f-33cfed657226 req-07991651-6cdc-4178-8a02-8de0e1e01b09 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:44.166316 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66dda69e-2c4a-4d6a-930f-33cfed657226 req-07991651-6cdc-4178-8a02-8de0e1e01b09 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.1109908 Jul 12 17:28:44.169739 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:44.181512 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1', 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a', 'port_id': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1', 'mac_address': 'fa:16:3e:89:12:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2aa955-fdb4-4af5-b1bb-20257def13a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:28:44.217290 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66dda69e-2c4a-4d6a-930f-33cfed657226 req-5c4c8e54-cebc-40de-91f5-f5ee59fb9d99 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Jul 12 17:28:44.220232 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b1173d06-ed5d-4496-b1f5-30ad400ccca1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:44.220465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:44.234175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1173d06-ed5d-4496-b1f5-30ad400ccca1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:28:44.252955 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:44.257399 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:44.412548 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14f7c6-506a-43f0-96e7-a1b8b71f482a req-51c0abcc-3564-466b-9fb1-27945d022e79 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:44.414054 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e14f7c6-506a-43f0-96e7-a1b8b71f482a req-51c0abcc-3564-466b-9fb1-27945d022e79 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0482974 Jul 12 17:28:44.420769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:44.461086 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e14f7c6-506a-43f0-96e7-a1b8b71f482a req-1b35cdc7-6eec-4775-b334-fd8ae56ad663 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Jul 12 17:28:44.972258 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['b1173d06-ed5d-4496-b1f5-30ad400ccca1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:44.992205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d18e49-b03e-4f7e-8bc2-499ed8b560ef req-a397be25-a36c-495c-936f-f8a32d96cf98 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:44.993785 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0d18e49-b03e-4f7e-8bc2-499ed8b560ef req-a397be25-a36c-495c-936f-f8a32d96cf98 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 945 time: 0.0488091 Jul 12 17:28:45.046142 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0d18e49-b03e-4f7e-8bc2-499ed8b560ef req-95888805-8cff-470d-9184-157f4e43d271 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Jul 12 17:28:45.095267 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:45.305271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-24cc25eb-e9c4-4357-86a0-aad4a90e6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.306793 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-24cc25eb-e9c4-4357-86a0-aad4a90e6ddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.0784676 Jul 12 17:28:45.307719 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-a7342c59-2dd1-456e-8a26-8883f08584a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.309622 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-a7342c59-2dd1-456e-8a26-8883f08584a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 1129 time: 0.0824969 Jul 12 17:28:45.378905 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:45.394711 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff62f9-4f8e-4493-94b3-c16e30ace7aa req-e5ede5ae-88cc-4807-bdd5-e84971542209 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.396179 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4dff62f9-4f8e-4493-94b3-c16e30ace7aa req-e5ede5ae-88cc-4807-bdd5-e84971542209 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.1083121 Jul 12 17:28:45.399666 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcac85-e5a1-4efb-91f1-5140885ecb9b req-d65c9a0f-631a-45d5-9ea7-a40fbe07424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.401280 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86fcac85-e5a1-4efb-91f1-5140885ecb9b req-d65c9a0f-631a-45d5-9ea7-a40fbe07424e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1129 time: 0.0429776 Jul 12 17:28:45.445801 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86fcac85-e5a1-4efb-91f1-5140885ecb9b req-98dcf3c3-ad5e-4178-92b1-df8b4d0652f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 Jul 12 17:28:45.536637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-11f481fc-45f5-49b0-be33-06a268ed7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.538088 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-11f481fc-45f5-49b0-be33-06a268ed7d26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.2103605 Jul 12 17:28:45.554119 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4dff62f9-4f8e-4493-94b3-c16e30ace7aa req-85ead039-558a-487a-9d26-871072d11ada tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488152 Jul 12 17:28:45.575730 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-bdd8febe-b9f2-4c95-a774-fe0d2c1efb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.577189 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-bdd8febe-b9f2-4c95-a774-fe0d2c1efb38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 200 len: 910 time: 0.2505209 Jul 12 17:28:45.594383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cfc63-b72b-41b4-bd1b-55f4b786d6e9 req-1425978e-c993-4dc0-8770-3f8d20e4b02b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:45.595775 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee7cfc63-b72b-41b4-bd1b-55f4b786d6e9 req-1425978e-c993-4dc0-8770-3f8d20e4b02b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0606894 Jul 12 17:28:45.619727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:45.643150 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee7cfc63-b72b-41b4-bd1b-55f4b786d6e9 req-fac50e61-95d3-430e-94a0-8e1ec18c2a4a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Jul 12 17:28:45.917881 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-1f732f4e-200d-4450-9e2a-47202d1d828e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 217 time: 0.0647402 Jul 12 17:28:45.919797 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-dc8d768e-adc9-450b-b689-256390985990 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1 HTTP/1.1" status: 200 len: 217 time: 0.0655432 Jul 12 17:28:46.052195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b1173d06-ed5d-4496-b1f5-30ad400ccca1 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:28:46.100271 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port b1173d06-ed5d-4496-b1f5-30ad400ccca1 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:28:46.109407 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port b1173d06-ed5d-4496-b1f5-30ad400ccca1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:28:46.109822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:46.170571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10625-6d6a-46e0-89e9-75675d267a88 req-252d8b89-f232-4850-a46b-569e6975ad31 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.172460 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aff10625-6d6a-46e0-89e9-75675d267a88 req-252d8b89-f232-4850-a46b-569e6975ad31 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 945 time: 0.0536616 Jul 12 17:28:46.188079 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b1173d06-ed5d-4496-b1f5-30ad400ccca1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:28:46.188491 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:46.217468 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:46.219709 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47175e22-ba81-46c3-a963-d21276c9a87f" -d '{"events": [{"server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "name": "network-vif-plugged", "status": "completed", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:46.225891 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aff10625-6d6a-46e0-89e9-75675d267a88 req-036ab9a4-18f5-4f31-845e-036438a46aa7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Jul 12 17:28:46.233737 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:46.238769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:46.271636 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb00aed-3390-45d7-b404-b938114fd681 x-openstack-request-id: req-9eb00aed-3390-45d7-b404-b938114fd681 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:46.271951 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "name": "network-vif-plugged", "status": "completed", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:46.272220 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eb00aed-3390-45d7-b404-b938114fd681 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:46.272590 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb00aed-3390-45d7-b404-b938114fd681'] response: {'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1', 'code': 200} Jul 12 17:28:46.287929 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:46.301199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:46.541796 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-987af332-b56d-4509-a5d7-54ec44c6e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.543339 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-987af332-b56d-4509-a5d7-54ec44c6e699 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e2aa955-fdb4-4af5-b1bb-20257def13a0 HTTP/1.1" status: 200 len: 849 time: 0.0775571 Jul 12 17:28:46.555066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-5e2765aa-1044-4c86-b0e9-e208861321c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.556377 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-5e2765aa-1044-4c86-b0e9-e208861321c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0517597 Jul 12 17:28:46.655845 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-a5ceb882-57e8-49bf-a530-e596c375f79d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571952 Jul 12 17:28:46.687599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-1a8bf8a4-52c3-4b30-b97a-5a071a15ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.689033 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-1a8bf8a4-52c3-4b30-b97a-5a071a15ebed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001720 Jul 12 17:28:46.717388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9a9a2-b847-469e-a079-42889dfb0bdd req-d4834d1b-44e5-4157-be5b-94438c96fd1a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.718885 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edf9a9a2-b847-469e-a079-42889dfb0bdd req-d4834d1b-44e5-4157-be5b-94438c96fd1a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0914419 Jul 12 17:28:46.728582 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be170582-f4b2-4bea-b6ce-9d582399b56d req-f9539ed7-50fa-4d0b-a636-053cff3fd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.730163 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be170582-f4b2-4bea-b6ce-9d582399b56d req-f9539ed7-50fa-4d0b-a636-053cff3fd0ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 1130 time: 0.0459545 Jul 12 17:28:46.780347 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be170582-f4b2-4bea-b6ce-9d582399b56d req-7a2b4427-a497-4b99-a16a-9f1e43539b5b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Jul 12 17:28:46.874675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c510-e1e1-4290-a2a6-e7b25ea199b1 req-ee8b06c4-1bb2-4097-bb14-f560ffe5c6f7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:46.876118 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50c4c510-e1e1-4290-a2a6-e7b25ea199b1 req-ee8b06c4-1bb2-4097-bb14-f560ffe5c6f7 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1563804 Jul 12 17:28:47.181232 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edf9a9a2-b847-469e-a079-42889dfb0bdd req-0442e378-d5be-41e7-8afc-356172051a91 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419644 Jul 12 17:28:47.186681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-3c68c8bf-35ac-41f0-90a6-9651a1b9e755 service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004625 Jul 12 17:28:47.196998 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-f3fda4ad-5590-43a4-b22e-cceb8b390b6a service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734447 Jul 12 17:28:47.204669 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50c4c510-e1e1-4290-a2a6-e7b25ea199b1 req-0732942a-446e-4e13-b937-fc20a535044a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203440 Jul 12 17:28:47.341907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed2dd-4cb6-4fba-b5e0-7f1328f45412 req-c8cb5a26-6f1e-461c-9f23-01ab33f4c5dc tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:47.343360 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5eed2dd-4cb6-4fba-b5e0-7f1328f45412 req-c8cb5a26-6f1e-461c-9f23-01ab33f4c5dc tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0491555 Jul 12 17:28:47.404630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:47.431812 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5eed2dd-4cb6-4fba-b5e0-7f1328f45412 req-75ea7092-04e7-4418-9984-35421f0569eb tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Jul 12 17:28:47.533771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:47.559432 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a979de81-046f-4308-afd2-9742d6d37ac4 req-852f8fc3-3552-4076-b510-cb3834dfa9af service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766212 Jul 12 17:28:47.561404 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ddfc04-af28-438a-90a9-4283f5929d77 req-5af41652-a56e-4661-b500-14cb395d24da service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798761 Jul 12 17:28:48.321989 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65829af4-4f85-4f41-9e83-5e540d6b19cd req-fde40184-e534-4e4f-bd14-1f9326590706 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:48.323423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-65829af4-4f85-4f41-9e83-5e540d6b19cd req-fde40184-e534-4e4f-bd14-1f9326590706 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0749555 Jul 12 17:28:48.337179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efba6a7-2847-4cc6-b5d8-1a86872275b2 req-84414455-25a4-478b-8cbd-b24925dd9e53 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:48.338566 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7efba6a7-2847-4cc6-b5d8-1a86872275b2 req-84414455-25a4-478b-8cbd-b24925dd9e53 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0617485 Jul 12 17:28:48.412461 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-65829af4-4f85-4f41-9e83-5e540d6b19cd req-7d10de66-6d9a-4781-8516-fe9842ea1d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820315 Jul 12 17:28:48.416739 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7efba6a7-2847-4cc6-b5d8-1a86872275b2 req-506cfaed-02fd-432a-9dbd-a2226e82c292 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 Jul 12 17:28:48.551453 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dd45f-41d3-4491-a5b6-e836267e6b90 req-b1d894e5-900d-479a-95eb-c921af819d36 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:48.552901 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-361dd45f-41d3-4491-a5b6-e836267e6b90 req-b1d894e5-900d-479a-95eb-c921af819d36 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0756495 Jul 12 17:28:48.562618 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a947d-2bce-4315-9e55-b317e6a66e69 req-f06645b4-6934-4f9c-a799-aa065782a54b tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:48.563999 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b7a947d-2bce-4315-9e55-b317e6a66e69 req-f06645b4-6934-4f9c-a799-aa065782a54b tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0588334 Jul 12 17:28:48.635001 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-361dd45f-41d3-4491-a5b6-e836267e6b90 req-7809300d-ed67-46c0-9f42-2018386f580f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700433 Jul 12 17:28:48.639593 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6b7a947d-2bce-4315-9e55-b317e6a66e69 req-b8860f8d-1710-4380-ac93-57982a16e1b6 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679278 Jul 12 17:28:48.965011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de8fba-ab86-441e-80ac-32fd4dbe0d65 req-fe8de477-29da-410e-a76a-efa20cefdb62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:48.966441 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3de8fba-ab86-441e-80ac-32fd4dbe0d65 req-fe8de477-29da-410e-a76a-efa20cefdb62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0524368 Jul 12 17:28:49.015651 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3de8fba-ab86-441e-80ac-32fd4dbe0d65 req-8d39fd45-fd9c-4129-83e4-5bd35cddd830 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Jul 12 17:28:49.531249 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3ae6-8d21-4b03-95aa-2155b3142fb8 req-385d66e2-d128-41d9-b1f9-97828ef727c2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:49.532620 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-235b3ae6-8d21-4b03-95aa-2155b3142fb8 req-385d66e2-d128-41d9-b1f9-97828ef727c2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0463951 Jul 12 17:28:49.579529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-235b3ae6-8d21-4b03-95aa-2155b3142fb8 req-54b0fa39-896d-4168-8e07-ad88df77b934 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Jul 12 17:28:49.754316 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c48-309d-4e12-87e8-4277e349d116 req-2101b5e2-ef21-42a2-9633-0a8e2509c2c5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:49.755756 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cea2c48-309d-4e12-87e8-4277e349d116 req-2101b5e2-ef21-42a2-9633-0a8e2509c2c5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0504158 Jul 12 17:28:49.804746 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cea2c48-309d-4e12-87e8-4277e349d116 req-7e2f7832-5b31-4492-bdd1-fb782b4293aa tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Jul 12 17:28:50.798069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f136-394e-451a-ad2d-97f8d952a3ca req-95280cc0-09c3-4f3f-af5e-0d38033f4da0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:50.800279 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a736f136-394e-451a-ad2d-97f8d952a3ca req-95280cc0-09c3-4f3f-af5e-0d38033f4da0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0519660 Jul 12 17:28:50.852378 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a736f136-394e-451a-ad2d-97f8d952a3ca req-7b13acb7-3afb-4cb6-92c0-d3144b3a8c05 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Jul 12 17:28:50.957765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a16af3-c6c6-4158-853a-5392934eac87 req-2f82725d-51a8-4d47-ac66-d3defa30fef3 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:50.959208 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89a16af3-c6c6-4158-853a-5392934eac87 req-2f82725d-51a8-4d47-ac66-d3defa30fef3 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0483639 Jul 12 17:28:50.994285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:51.012222 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89a16af3-c6c6-4158-853a-5392934eac87 req-c65d9356-3fe9-4bf0-92b7-12d63624da57 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Jul 12 17:28:51.547127 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f590201f-ef1e-4c10-8103-6bb9342bdcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:51.966167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c69b1-37ff-4fe1-81fb-9d17f5792954 req-30eeec2e-37e3-4b73-ad9c-bf3a6b5a2442 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:51.967635 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-441c69b1-37ff-4fe1-81fb-9d17f5792954 req-30eeec2e-37e3-4b73-ad9c-bf3a6b5a2442 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0474219 Jul 12 17:28:52.014835 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-441c69b1-37ff-4fe1-81fb-9d17f5792954 req-1aef894d-5e06-4e20-b406-33b0578b81d6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Jul 12 17:28:52.124082 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a68c9-c7d0-45d8-9706-2aa25a766a35 req-3e66b775-7967-4f2f-92b4-ac2dd228877f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:52.125545 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a0a68c9-c7d0-45d8-9706-2aa25a766a35 req-3e66b775-7967-4f2f-92b4-ac2dd228877f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0467782 Jul 12 17:28:52.173420 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a0a68c9-c7d0-45d8-9706-2aa25a766a35 req-2a9202a9-c2a1-40d2-9e40-93dd1655e3ea tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Jul 12 17:28:53.113122 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:53.131212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001ad99-d2da-4593-9d31-854d428d559d req-dc7577d2-569d-4e26-ad5b-a110bdded3e1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:53.132751 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c001ad99-d2da-4593-9d31-854d428d559d req-dc7577d2-569d-4e26-ad5b-a110bdded3e1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Jul 12 17:28:53.178711 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c001ad99-d2da-4593-9d31-854d428d559d req-3731560e-b0ad-4f70-915a-6073d4f56f5a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Jul 12 17:28:53.285405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a01ab-cb5b-49a3-8e2c-b5f0de6b6383 req-53fb22d1-38f4-46e9-9d6d-d2d7af001610 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:53.286902 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a92a01ab-cb5b-49a3-8e2c-b5f0de6b6383 req-53fb22d1-38f4-46e9-9d6d-d2d7af001610 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0473723 Jul 12 17:28:53.345039 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a92a01ab-cb5b-49a3-8e2c-b5f0de6b6383 req-09a23a21-906b-4d84-97f4-fc480c5cd4af tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Jul 12 17:28:53.878682 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-faa1c48f-58c5-49f7-8222-313067dcefb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:54.293397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b8b1-0c2b-482e-bca5-8c2b435171a9 req-0db1c497-5c7c-45c3-905e-b222d4a0d31e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:54.295381 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b39b8b1-0c2b-482e-bca5-8c2b435171a9 req-0db1c497-5c7c-45c3-905e-b222d4a0d31e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0473292 Jul 12 17:28:54.345716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b39b8b1-0c2b-482e-bca5-8c2b435171a9 req-7ab25fdd-2d80-4b7f-914e-216553c0d457 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Jul 12 17:28:54.460888 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b483e8-6a5b-487c-b48b-10ef74dda0ef req-5dd8fa67-a4ef-4c74-834a-db4cd81a70eb tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:54.462378 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90b483e8-6a5b-487c-b48b-10ef74dda0ef req-5dd8fa67-a4ef-4c74-834a-db4cd81a70eb tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0490322 Jul 12 17:28:54.510439 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90b483e8-6a5b-487c-b48b-10ef74dda0ef req-bed7911a-3907-417f-8fb6-d056d1df0e47 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Jul 12 17:28:54.640819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-acf1d97d-dd3f-4003-a51e-1cbbbc23eb58 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:54.643410 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-acf1d97d-dd3f-4003-a51e-1cbbbc23eb58 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 946 time: 0.0907638 Jul 12 17:28:54.805663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Deleting port b1173d06-ed5d-4496-b1f5-30ad400ccca1 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:28:54.806119 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:54.900941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] For port b1173d06-ed5d-4496-b1f5-30ad400ccca1, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b1173d06-ed5d-4496-b1f5-30ad400ccca1,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:28:54.901296 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:54.929473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Calling delete_port for b1173d06-ed5d-4496-b1f5-30ad400ccca1 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:28:54.947015 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.046654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b1173d06-ed5d-4496-b1f5-30ad400ccca1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.080809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Pushing event deleted for resources: {'Port': ['ID=b1173d06-ed5d-4496-b1f5-30ad400ccca1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:55.086770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['b1173d06-ed5d-4496-b1f5-30ad400ccca1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:28:55.126990 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:55.145289 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] No DVR routers for this DVR port b1173d06-ed5d-4496-b1f5-30ad400ccca1 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:28:55.147745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.150993 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8242d6e9-b8dc-4401-8aab-19b179f4a699 req-0106d4db-9aaa-497f-9274-076432864982 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "DELETE /v2.0/ports/b1173d06-ed5d-4496-b1f5-30ad400ccca1 HTTP/1.1" status: 204 len: 173 time: 0.4896038 Jul 12 17:28:55.151412 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'name': 'network-vif-deleted', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:28:55.153634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ea7b0-db5c-4538-a897-8f06370ff76c" -d '{"events": [{"server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "name": "network-vif-deleted", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:28:55.191206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd9b23-f2b0-49f6-a600-0e73c8eb8c1d x-openstack-request-id: req-bbbd9b23-f2b0-49f6-a600-0e73c8eb8c1d {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:28:55.191510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eff76d7-a7a3-4145-a17b-83a9e40840cb", "name": "network-vif-deleted", "tag": "b1173d06-ed5d-4496-b1f5-30ad400ccca1", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:28:55.191816 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbbd9b23-f2b0-49f6-a600-0e73c8eb8c1d {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:28:55.192133 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbd9b23-f2b0-49f6-a600-0e73c8eb8c1d'] response: {'server_uuid': '1eff76d7-a7a3-4145-a17b-83a9e40840cb', 'name': 'network-vif-deleted', 'tag': 'b1173d06-ed5d-4496-b1f5-30ad400ccca1', 'status': 'completed', 'code': 200} Jul 12 17:28:55.626825 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbbe2b9b-7196-4a18-bd71-95fd809015a9 req-91bd19e0-540b-4c67-89db-8fb980140ac6 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eff76d7-a7a3-4145-a17b-83a9e40840cb HTTP/1.1" status: 200 len: 210 time: 0.0276475 Jul 12 17:28:55.811478 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42586) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:55.816811 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960771871', 'description': 'tempest-description--691605681'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:55.842333 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.916738 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (844635b8-e59f-4443-903d-57fdbe6ffa51), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.921208 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (844635b8-e59f-4443-903d-57fdbe6ffa51), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.954263 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:55.955474 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1422923 Jul 12 17:28:55.956884 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b16b4-9dfe-4d25-b554-dcd74b46f990 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844635b8-e59f-4443-903d-57fdbe6ffa51,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:55.958890 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42590) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:55.964468 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'security_group_rule': {'security_group_id': '844635b8-e59f-4443-903d-57fdbe6ffa51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:56.024224 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-f9b5186f-c583-41f9-91e5-fd51f0e59740 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514760 Jul 12 17:28:56.024953 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (df1cf718-e56a-4c75-879f-04e4e2410cb7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.049279 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:56.115028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (df1cf718-e56a-4c75-879f-04e4e2410cb7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.118183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769061-f539-4f4b-be5b-cf4a21847672 req-c129ec94-4686-4690-940d-3db38660ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:56.119653 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-c129ec94-4686-4690-940d-3db38660ca6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1130 time: 0.0533071 Jul 12 17:28:56.120646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (df1cf718-e56a-4c75-879f-04e4e2410cb7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.137170 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1cf718-e56a-4c75-879f-04e4e2410cb7,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:56.148704 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.150074 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bb676acb-29a3-4929-b12b-7a411e12904c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901832 Jul 12 17:28:56.153024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42592) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:56.157828 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'security_group_rule': {'security_group_id': '844635b8-e59f-4443-903d-57fdbe6ffa51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:56.186814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (7f729aac-7752-46a9-b0ee-02d206ab94d5), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.296189 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (7f729aac-7752-46a9-b0ee-02d206ab94d5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.302762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (7f729aac-7752-46a9-b0ee-02d206ab94d5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.332413 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f729aac-7752-46a9-b0ee-02d206ab94d5,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:56.335172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769061-f539-4f4b-be5b-cf4a21847672 req-fc4857a3-c33d-4cc9-b85f-e66dd1a0992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:56.336985 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-fc4857a3-c33d-4cc9-b85f-e66dd1a0992d service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1307018 Jul 12 17:28:56.354232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.355277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8d7d47dd-2cf0-4914-b022-ce704661c15a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012994 Jul 12 17:28:56.359059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42594) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:28:56.363711 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:56.384995 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-898d8d71-539e-4278-a5f7-60a0cb6995d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 200 len: 217 time: 0.0403659 Jul 12 17:28:56.387203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.432906 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769061-f539-4f4b-be5b-cf4a21847672 req-f70cb58e-33f3-4b50-9aba-21ec791ae046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:56.434367 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-f70cb58e-33f3-4b50-9aba-21ec791ae046 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0438404 Jul 12 17:28:56.483170 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.489826 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769061-f539-4f4b-be5b-cf4a21847672 req-4a155e13-1cd3-4a59-bb80-a952f7a5da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:56.491345 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-4a155e13-1cd3-4a59-bb80-a952f7a5da35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447464 Jul 12 17:28:56.598620 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-6cd7fa13-a7e2-49fa-8c02-bd6064787f60 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963302 Jul 12 17:28:56.602861 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Allocated IP 172.27.0.149 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/2ce666ac-5e2b-40da-a9d0-58eeba432afe) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:28:56.628652 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:56.706830 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31769061-f539-4f4b-be5b-cf4a21847672 req-06c23650-c63c-4bfc-9ceb-8548b9cf718d service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004071 Jul 12 17:28:56.714131 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.734161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.736616 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:56.759416 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.805183 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:28:56.808313 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:28:56.812394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:28:56.834236 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'Port': ['ID=2ce666ac-5e2b-40da-a9d0-58eeba432afe,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:56.899048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.912836 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:56.956117 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:57.006142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-b798c2ee-b1e3-4f90-afbc-b4ff45d38f93 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:57.007667 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-b798c2ee-b1e3-4f90-afbc-b4ff45d38f93 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/networks?id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 200 len: 809 time: 0.1227095 Jul 12 17:28:57.022533 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-7f470d33-8642-4d0a-ad35-d2449b96a7b4 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/quotas/fb0d32278a254e65ae2ac38b2c7a8e48 HTTP/1.1" status: 200 len: 375 time: 0.0094399 Jul 12 17:28:57.055857 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-5f968f99-d5a6-4c0b-911e-0fc0b9d84b92 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281818 Jul 12 17:28:57.082264 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:57.105881 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:57.110072 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:57.156896 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-b7259838-c600-4be0-b032-a3ca1c27dd74 service neutron] 10.222.0.62 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933433 Jul 12 17:28:57.180072 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'Port': ['ID=2ce666ac-5e2b-40da-a9d0-58eeba432afe,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:28:57.194325 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:57.211140 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:28:57.220859 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fac2cc40-c6eb-4764-b339-0cdc6c91a639 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8522570 Jul 12 17:28:57.236761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:57.257854 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-cd41e129-6d62-4307-8547-812fab1fcbc6 service neutron] 10.222.0.62 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952508 Jul 12 17:28:57.383716 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:57.389827 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:57.441942 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76884625-dae6-48e0-89c8-a9e3c3ae2c1d req-0bd3b110-8022-4256-98de-a31fa5a7765d tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 210 time: 0.0465868 Jul 12 17:28:57.476865 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-1b94d357-f9dc-4bc7-8fa5-b2f55e138da8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--960771871&fields=id&tenant_id=13884af024db42bcb013e475df0a53f0 HTTP/1.1" status: 200 len: 267 time: 0.0711594 Jul 12 17:28:57.601441 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-4431818f-4757-44bf-8c63-588a35990df6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:57.603261 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-4431818f-4757-44bf-8c63-588a35990df6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.1185756 Jul 12 17:28:57.620049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-68d85d02-8a27-4ee3-946c-0ad1e5140e1b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/quotas/13884af024db42bcb013e475df0a53f0 HTTP/1.1" status: 200 len: 375 time: 0.0103962 Jul 12 17:28:57.682143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-7c54b3a2-3b97-4923-8422-66226c1f5c75 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557637 Jul 12 17:28:57.792013 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-64a3b3a6-cce4-4e8e-9590-509b1f9e8146 service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985188 Jul 12 17:28:57.886217 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d8c4b08d-bd55-4372-93a0-25cd33df0adb service neutron] 10.222.0.62 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Jul 12 17:28:58.068927 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-48345573-03ed-455d-a66d-e002ac205ac9 req-6daab2b5-432f-4fb0-bac2-ccfcc22e782f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 210 time: 0.0437646 Jul 12 17:28:58.132202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b1173d06-ed5d-4496-b1f5-30ad400ccca1 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:28:58.153102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: b1173d06-ed5d-4496-b1f5-30ad400ccca1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:28:58.153460 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b1173d06-ed5d-4496-b1f5-30ad400ccca1 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:28:58.533337 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e432a625-1add-4fae-aa8e-821b0505ed36 req-85d797f8-9602-4e9c-bce8-5c78153f1da5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 210 time: 0.0290813 Jul 12 17:28:59.164683 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-27c26a2d-842a-42ed-a032-ee8a245ac790 req-fba4e37c-13c9-40b4-ae1a-013fd867823f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jul 12 17:28:59.663815 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5dd9defc-9aec-4893-a6f7-07340f5b0a30 req-76806889-7bbb-4a0f-bde3-951b82a91e5c tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 210 time: 0.0360155 Jul 12 17:28:59.733509 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-9f67e8b4-8523-4aa7-ba44-1901b57a562d tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:59.734995 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-9f67e8b4-8523-4aa7-ba44-1901b57a562d tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "GET /v2.0/networks?id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 200 len: 809 time: 0.1856391 Jul 12 17:28:59.781285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Request body: {'port': {'device_id': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a', 'admin_state_up': True, 'tenant_id': 'fb0d32278a254e65ae2ac38b2c7a8e48'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:28:59.830683 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-62a6c22b-e861-46fa-a4a2-ae1ddd05fdb0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:28:59.832164 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-62a6c22b-e861-46fa-a4a2-ae1ddd05fdb0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 818 time: 0.1631265 Jul 12 17:28:59.896299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:28:59.911382 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Made reservation on behalf of fb0d32278a254e65ae2ac38b2c7a8e48 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:28:59.914699 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.075079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-100ab9e4-4044-42af-84c4-d8d1e0fda06a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13884af024db42bcb013e475df0a53f0 HTTP/1.1" status: 200 len: 379 time: 0.1021914 Jul 12 17:29:00.083895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Allocated IP 172.20.0.2 (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a/2e2aa955-fdb4-4af5-b1bb-20257def13a0/c315ba00-73a2-4638-a32f-23677b161d7d) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:00.087498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:00.156855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'port': {'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'admin_state_up': True, 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'security_groups': ['844635b8-e59f-4443-903d-57fdbe6ffa51']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:00.301617 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2faf96de-2948-433c-b3b2-c88bdb7ef221 req-d52254f5-fac0-4e66-9e3b-b152bff28e26 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 210 time: 0.0447898 Jul 12 17:29:00.336713 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks [] for port (c315ba00-73a2-4638-a32f-23677b161d7d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.340354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.366547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Made reservation on behalf of 13884af024db42bcb013e475df0a53f0 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:00.369858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.628324 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.709475 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:00.716346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:00.722511 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:00.737221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Pushing event updated for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:00.808072 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:00.854899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:00.855483 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:00.867136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5766b0-3d81-42a9-bdd6-4cc8f909a555 req-844167c2-a55a-46b6-b124-d37dc8d922c7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:00.868657 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf5766b0-3d81-42a9-bdd6-4cc8f909a555 req-844167c2-a55a-46b6-b124-d37dc8d922c7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 931 time: 0.0837562 Jul 12 17:29:00.879750 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Allocated IP 172.20.0.10 (5a270b63-04b7-42b7-ba5e-a9545ef80e4a/07296860-a1da-420d-bbd9-a72881a0dc56/b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:00.909083 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-a87ce938-9be3-4db4-b660-3e2728a86f85 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320474 Jul 12 17:29:00.960710 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf5766b0-3d81-42a9-bdd6-4cc8f909a555 req-fec45dd1-0f69-4fa8-83c6-ddcc216c3519 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782380 Jul 12 17:29:00.965216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Request body: {'port': {'device_id': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:01.064891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:01.095873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.143238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.251382 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.345333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:01.351872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:01.357477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:01.360000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event updated for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:01.402120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.402390 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.402726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.403061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.403395 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.403723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.404710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.405038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.405362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.405707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.406029 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.406348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.406666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.406986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.407301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:01.488882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:01.489494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.506148 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb014-9a26-4b1a-8958-0fd7b46a0697 req-5362bec8-9bf0-4726-be8d-21c01e832b03 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:01.507637 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-942fb014-9a26-4b1a-8958-0fd7b46a0697 req-5362bec8-9bf0-4726-be8d-21c01e832b03 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 932 time: 0.1175470 Jul 12 17:29:01.538508 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-2756d512-e8f6-4e33-ab9b-52449c0160d9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3855765 Jul 12 17:29:01.566485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=3,neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:01.567838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-1829d606-8415-406f-bff7-07ec4495b331 None None] Provisioning complete for port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:01.568462 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1829d606-8415-406f-bff7-07ec4495b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.580677 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c315ba00-73a2-4638-a32f-23677b161d7d {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:01.593111 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks [] for port (c315ba00-73a2-4638-a32f-23677b161d7d), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.605808 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1829d606-8415-406f-bff7-07ec4495b331 None None] Port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:29:01.615383 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-942fb014-9a26-4b1a-8958-0fd7b46a0697 req-3ec67f96-5519-4a68-be9a-10cb147f6b17 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008158 Jul 12 17:29:01.617963 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Transition to ACTIVE for port object c315ba00-73a2-4638-a32f-23677b161d7d will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:29:01.621936 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.674993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Pushing event updated for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:01.745443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Attempting to bind port c315ba00-73a2-4638-a32f-23677b161d7d on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:01.745809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Attempting to bind port c315ba00-73a2-4638-a32f-23677b161d7d by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:01.746137 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Attempting to bind port c315ba00-73a2-4638-a32f-23677b161d7d on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:01.751182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Port c315ba00-73a2-4638-a32f-23677b161d7d on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:29:01.751551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Attempting to bind port c315ba00-73a2-4638-a32f-23677b161d7d on network faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:01.757544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:01.757921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Checking segment: {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:01.758305 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Bound using segment: {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:01.758743 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Bound port: c315ba00-73a2-4638-a32f-23677b161d7d, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ff92b-2821-446c-bd5b-f1a286c243ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:01.759097 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.796145 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:01.829957 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:01.832899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c315ba00-73a2-4638-a32f-23677b161d7d,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:01.839356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.888221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:01.888841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:01.890221 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] 10.222.0.66 "PUT /v2.0/ports/c315ba00-73a2-4638-a32f-23677b161d7d HTTP/1.1" status: 200 len: 1093 time: 0.9327354 Jul 12 17:29:01.890643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:01.892832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a" -d '{"events": [{"name": "network-changed", "server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:01.908974 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff41c-cf17-483b-87f8-cf285a2aceab service neutron] Pushing event updated for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:01.939240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83432b-c64a-4976-90c8-33eb44cb5d4b x-openstack-request-id: req-0d83432b-c64a-4976-90c8-33eb44cb5d4b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:01.939532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:01.939818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d83432b-c64a-4976-90c8-33eb44cb5d4b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:01.940241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d83432b-c64a-4976-90c8-33eb44cb5d4b'] response: {'name': 'network-changed', 'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d', 'status': 'completed', 'code': 200} Jul 12 17:29:02.069841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Request body: {'port': {'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:02.125124 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-1528f6c1-c618-4aab-a0b6-c2bc3ec2a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:02.126608 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-1528f6c1-c618-4aab-a0b6-c2bc3ec2a469 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 1127 time: 0.0714989 Jul 12 17:29:02.132446 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff7b82-0b0b-4e39-b7c3-9b5726c72ee1 req-a65a404d-8799-4ee3-af4c-1f0ab16cbf50 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:02.133870 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92ff7b82-0b0b-4e39-b7c3-9b5726c72ee1 req-a65a404d-8799-4ee3-af4c-1f0ab16cbf50 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.1096382 Jul 12 17:29:02.189140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:02.217191 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92ff7b82-0b0b-4e39-b7c3-9b5726c72ee1 req-0e9147be-5fc2-4e3a-9eb3-e75f39f585b7 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768964 Jul 12 17:29:02.462720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:02.473544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks [] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:02.512692 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Transition to ACTIVE for port object b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:29:02.525528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:02.537786 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:02.648832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:02.669138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-a2110ee5-2e59-4284-81e9-7ffefb682303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:02.671650 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-a2110ee5-2e59-4284-81e9-7ffefb682303 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2004457 Jul 12 17:29:02.762121 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:02.786629 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6611-336d-40d4-be23-e4f0b4d32b5b req-bfc7f24d-691c-416e-afa2-b0cf0e9b7933 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:02.788376 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2a2f6611-336d-40d4-be23-e4f0b4d32b5b req-bfc7f24d-691c-416e-afa2-b0cf0e9b7933 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0892951 Jul 12 17:29:02.859148 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Attempting to bind port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:02.859498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Attempting to bind port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:02.859814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Attempting to bind port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:02.883778 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:29:02.884044 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Attempting to bind port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c on network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:02.902020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:02.902357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Checking segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:02.902737 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Bound using segment: {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:02.903164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Bound port: b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433052-19df-4637-8a44-102a3018262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:02.903527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:02.907550 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-f019332d-e3bb-4461-9aa4-2039b42b68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:02.909008 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f184d4d7-0c80-4d48-ad83-bcb7a0fee75a req-f019332d-e3bb-4461-9aa4-2039b42b68dd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113385 Jul 12 17:29:02.913392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2a2f6611-336d-40d4-be23-e4f0b4d32b5b req-33875bff-edc4-46c7-b21f-a5460d89c0e2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911379 Jul 12 17:29:02.972845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:02.976327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:02.982688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:03.050130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.050744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:03.052111 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] 10.222.0.66 "PUT /v2.0/ports/b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1094 time: 0.9981163 Jul 12 17:29:03.070734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-58b920d1-26ff-4a06-92fb-fdd6c2d139c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.072527 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-58b920d1-26ff-4a06-92fb-fdd6c2d139c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 1127 time: 0.0853076 Jul 12 17:29:03.075781 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf6ec7-ca30-40fc-b7bc-5dde75e19814 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:03.149967 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-b8bc2448-e82b-4afc-b90d-e6823b2da8ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c315ba00-73a2-4638-a32f-23677b161d7d HTTP/1.1" status: 200 len: 217 time: 0.0433621 Jul 12 17:29:03.210684 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-8aed24cf-8a78-45a2-a119-bd14e7e7d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.212199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-8aed24cf-8a78-45a2-a119-bd14e7e7d81d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1128 time: 0.0726128 Jul 12 17:29:03.221085 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-afed015c-6b73-430c-ad11-6b7ea8e94d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.222436 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-afed015c-6b73-430c-ad11-6b7ea8e94d50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2e2aa955-fdb4-4af5-b1bb-20257def13a0 HTTP/1.1" status: 200 len: 849 time: 0.0550973 Jul 12 17:29:03.293779 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-ea0d4548-f8e5-40a3-b6d4-aa50577082af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 217 time: 0.0589364 Jul 12 17:29:03.297245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-9071b22b-ff59-4c87-bc43-159335a3ecde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614493 Jul 12 17:29:03.395657 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b217-0b02-402b-8394-a59c10bba9ad req-d926f3d7-065f-4260-8a15-9299a51fce4a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.397143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e531b217-0b02-402b-8394-a59c10bba9ad req-d926f3d7-065f-4260-8a15-9299a51fce4a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.1025062 Jul 12 17:29:03.429855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-78578765-6b69-450c-add1-b486a2725786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.431287 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-78578765-6b69-450c-add1-b486a2725786 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.1056125 Jul 12 17:29:03.552442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-789675a6-4d0a-4659-a6bc-9cc69ee1776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.553935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-789675a6-4d0a-4659-a6bc-9cc69ee1776a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951717 Jul 12 17:29:03.564911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:03.597406 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e531b217-0b02-402b-8394-a59c10bba9ad req-1d6141b1-b3c8-4770-8f97-ca6c706508ae tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881051 Jul 12 17:29:03.603600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfb796-7c37-4c74-8568-9ac382050db7 req-fcfab678-51e1-4731-87f5-00426be88b49 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:03.604721 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ecdfb796-7c37-4c74-8568-9ac382050db7 req-fcfab678-51e1-4731-87f5-00426be88b49 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.1096818 Jul 12 17:29:03.608940 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-8c2fbea9-be5b-47f7-be12-2a321e25537d service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842183 Jul 12 17:29:03.767640 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-d25cdcf1-c166-447d-a3d0-fae24b962e0b service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969395 Jul 12 17:29:03.770265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:03.784462 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ecdfb796-7c37-4c74-8568-9ac382050db7 req-c3d9c9ec-c60f-4b5b-a946-df01fe0a71dd tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711009 Jul 12 17:29:03.807020 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42714) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:03.812390 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5c8ff1e-30bb-4b4f-bd04-a32318af896b req-91adb481-496b-424f-a1be-4df77a176c3d service neutron] 10.222.0.66 "GET /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912024 Jul 12 17:29:03.885444 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62ecc08c-8aaf-4842-8b0a-5bc2eb368864 req-27503bdd-a9a6-4b50-8c81-f9eb8cf8f11c service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089613 Jul 12 17:29:03.941171 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:03.944127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:03.980211 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7247e-a5bc-41a2-b8e4-c7f7afd864de x-openstack-request-id: req-68c7247e-a5bc-41a2-b8e4-c7f7afd864de {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:03.980502 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:03.980748 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68c7247e-a5bc-41a2-b8e4-c7f7afd864de {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:03.981140 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c7247e-a5bc-41a2-b8e4-c7f7afd864de'] response: {'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'status': 'completed', 'code': 200} Jul 12 17:29:04.012029 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5a8ad-8edb-4e30-a7ef-9c3de4ab0464 tempest-TestMinimumBasicScenario-1899099020 tempest-TestMinimumBasicScenario-1899099020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:04.014120 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-69a5a8ad-8edb-4e30-a7ef-9c3de4ab0464 tempest-TestMinimumBasicScenario-1899099020 tempest-TestMinimumBasicScenario-1899099020-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1124 time: 0.2055757 Jul 12 17:29:04.017053 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42728) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:04.021145 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'port_id': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:04.029019 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5cf4f-2210-4df8-9ace-fd929fbcfc53 req-3a611a81-6171-4cfd-83db-2e7adb089858 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:04.030661 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acb5cf4f-2210-4df8-9ace-fd929fbcfc53 req-3a611a81-6171-4cfd-83db-2e7adb089858 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0473685 Jul 12 17:29:04.042054 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:04.079336 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acb5cf4f-2210-4df8-9ace-fd929fbcfc53 req-2772117e-aa45-4f76-91d3-f9ddf8c15de2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Jul 12 17:29:04.121579 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:04.124550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:04.227041 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Allocated IP 172.27.0.25 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/27d2d0cd-5f13-4841-8691-a1f3617e5999) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:04.306077 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:04.334221 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:04.364236 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:04.399764 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:04.402607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:04.406726 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:04.435748 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'Port': ['ID=27d2d0cd-5f13-4841-8691-a1f3617e5999,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:04.447699 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.448045 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.448387 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.448721 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.449054 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.449385 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.449730 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.450058 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.450384 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.450734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.451060 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.451387 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.451707 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.452027 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.452347 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:04.718917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e196-6f60-4e6f-b439-e47fdcf7df29 req-bd346863-9716-42a2-826e-5bbf361608cd tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:04.720421 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d97e196-6f60-4e6f-b439-e47fdcf7df29 req-bd346863-9716-42a2-826e-5bbf361608cd tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.0508347 Jul 12 17:29:04.771484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d97e196-6f60-4e6f-b439-e47fdcf7df29 req-fcdcd062-0e61-493c-874b-f27be563d30c tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Jul 12 17:29:04.992418 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for floatingip (809d8c94-f220-4000-b214-d25cab4d60d0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.055762 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.113159 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:05.192394 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f37db-147e-439b-a12a-7184fec948e7 req-92bc5f1c-f7f8-46be-a819-05057bd65940 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:05.193799 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d16f37db-147e-439b-a12a-7184fec948e7 req-92bc5f1c-f7f8-46be-a819-05057bd65940 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0483396 Jul 12 17:29:05.203573 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.208113 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.241537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d16f37db-147e-439b-a12a-7184fec948e7 req-8a1670ff-d2d2-43a7-aa1a-77fdb8103af8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Jul 12 17:29:05.263790 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=100 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:05.279481 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'Port': ['ID=27d2d0cd-5f13-4841-8691-a1f3617e5999,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:05.289368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (809d8c94-f220-4000-b214-d25cab4d60d0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.382126 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Floating IP 809d8c94-f220-4000-b214-d25cab4d60d0 associated. External IP: 172.27.0.25, port: e5729bfd-6f0d-43dc-88e8-b8b9b0480a96. Jul 12 17:29:05.572364 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:29:05.672928 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:05.682837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Sync routers for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:05.691503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.693604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:05.694253 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:05.720873 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5bac0c59-f433-4eb4-ba89-fee2495dce62 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7028420 Jul 12 17:29:05.721446 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:05.723699 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:05.723863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:05.728730 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1672962216', 'description': 'tempest-secgroup-smoke-1672962216 description', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:05.758795 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.761715 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495a5c3-2f43-45c1-a389-ab9ded856553 x-openstack-request-id: req-4495a5c3-2f43-45c1-a389-ab9ded856553 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:05.762216 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:05.762475 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4495a5c3-2f43-45c1-a389-ab9ded856553 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:05.762920 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4495a5c3-2f43-45c1-a389-ab9ded856553'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:29:05.800395 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:05.838737 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (41bbe724-e5bc-42fc-8477-b10a0f04af5c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.842841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (41bbe724-e5bc-42fc-8477-b10a0f04af5c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.901871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.903079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1783185 Jul 12 17:29:05.906676 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42744) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:05.907179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5a606-a42e-47f3-b92e-cd03a54388e9 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbe724-e5bc-42fc-8477-b10a0f04af5c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:05.918994 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfeb3f-ed25-4106-8fde-e0e1452d6e20 req-f3594917-f8b3-4c3e-b1e5-ac380eb397ba tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:05.920812 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:05.921016 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3edfeb3f-ed25-4106-8fde-e0e1452d6e20 req-f3594917-f8b3-4c3e-b1e5-ac380eb397ba tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.0743947 Jul 12 17:29:05.957846 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:05.962901 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (1c67decd-145b-4ec5-82d2-a43f2d5f04eb), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:05.977585 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3edfeb3f-ed25-4106-8fde-e0e1452d6e20 req-05fad86e-92e3-4230-90a5-eab7a24b8b44 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509658 Jul 12 17:29:05.988873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:06.035823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '809d8c94-f220-4000-b214-d25cab4d60d0', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'port_id': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'mac_address': 'fa:16:3e:24:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:04Z', 'updated_at': '2022-07-12T17:29:04Z', 'revision_number': 0, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:06.041042 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (1c67decd-145b-4ec5-82d2-a43f2d5f04eb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.046523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (1c67decd-145b-4ec5-82d2-a43f2d5f04eb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.064399 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Checking router: 43c95f66-7a1b-41ac-b374-09ca40ad2a4a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:06.067699 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c67decd-145b-4ec5-82d2-a43f2d5f04eb,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.072140 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.075890 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2f5ac35e-5745-44ca-8e41-178685d94115 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651835 Jul 12 17:29:06.076356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:06.076356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:06.076538 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42748) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:06.080376 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.107593 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (3fd01841-86dd-40dc-ab04-d6e90b9bd727), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.163051 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (3fd01841-86dd-40dc-ab04-d6e90b9bd727), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.166810 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (3fd01841-86dd-40dc-ab04-d6e90b9bd727), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.173677 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:06.176313 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:06.184896 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd01841-86dd-40dc-ab04-d6e90b9bd727,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.197144 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.198444 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-75c18786-9035-4399-8ef1-bfae71e53878 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214433 Jul 12 17:29:06.201198 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42750) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:06.205477 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.214874 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:06.235778 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (669f096a-71a5-46c1-90d0-15f09546aadd), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.281663 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:06.300703 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (669f096a-71a5-46c1-90d0-15f09546aadd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.304648 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (669f096a-71a5-46c1-90d0-15f09546aadd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.328305 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669f096a-71a5-46c1-90d0-15f09546aadd,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.338220 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.342417 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c9b76b84-a145-4b27-9617-fdd80881bcc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402297 Jul 12 17:29:06.343269 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42754) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:06.347193 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.373945 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb51ac-7211-4fce-87dc-02649804a5e9 req-eba429a5-0ef2-4a51-a96e-37480ae2fc06 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:06.375848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bb51ac-7211-4fce-87dc-02649804a5e9 req-eba429a5-0ef2-4a51-a96e-37480ae2fc06 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0572658 Jul 12 17:29:06.376900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (85417f05-e43d-4081-88d6-b2c74e76beca), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.394103 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '809d8c94-f220-4000-b214-d25cab4d60d0', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'port_id': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'mac_address': 'fa:16:3e:24:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:04Z', 'updated_at': '2022-07-12T17:29:04Z', 'revision_number': 0, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:06.419467 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b07e6-d5ff-4e39-9948-e8b466f97cb3 None None] The sync data for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi is: [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '809d8c94-f220-4000-b214-d25cab4d60d0', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'port_id': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'mac_address': 'fa:16:3e:24:3f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:04Z', 'updated_at': '2022-07-12T17:29:04Z', 'revision_number': 0, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:06.429297 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bb51ac-7211-4fce-87dc-02649804a5e9 req-d72ec79a-27ec-4689-aa17-2cfe016fe06b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469689 Jul 12 17:29:06.437600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (85417f05-e43d-4081-88d6-b2c74e76beca), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.442698 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (85417f05-e43d-4081-88d6-b2c74e76beca), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.463306 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85417f05-e43d-4081-88d6-b2c74e76beca,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.471070 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.472278 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c3f3720b-926b-4baf-a70c-d7a5e1068801 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283593 Jul 12 17:29:06.475070 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42756) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:06.479960 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.501475 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Project 958ea0774e9d41a5a995b2693d0b0c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:29:06.507682 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (e2496024-bd4d-40b8-9af9-3e9353fb7a4a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.568886 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (e2496024-bd4d-40b8-9af9-3e9353fb7a4a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.573043 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (e2496024-bd4d-40b8-9af9-3e9353fb7a4a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.594452 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2496024-bd4d-40b8-9af9-3e9353fb7a4a,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.598981 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.602674 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8417589d-0b20-4b74-a849-d33a960df952 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241295 Jul 12 17:29:06.603098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42758) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:06.607302 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'security_group_rule': {'security_group_id': '41bbe724-e5bc-42fc-8477-b10a0f04af5c', 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.624936 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f3b43-ce1c-48ab-8cd5-73a7436643f6 None None] New status for floating IP 809d8c94-f220-4000-b214-d25cab4d60d0: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:29:06.634939 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Project 958ea0774e9d41a5a995b2693d0b0c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:29:06.641059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (cbe4b5ba-fc95-4921-8d13-6294a75f0f21), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.703021 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (cbe4b5ba-fc95-4921-8d13-6294a75f0f21), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.706693 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (cbe4b5ba-fc95-4921-8d13-6294a75f0f21), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.724193 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe4b5ba-fc95-4921-8d13-6294a75f0f21,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:06.732840 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.734598 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0f890f64-d289-4831-8ce3-a621a66388ae tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302245 Jul 12 17:29:06.829392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-0dcd22cc-c25f-4971-bd8e-296eb62c963a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672962216&fields=id&tenant_id=958ea0774e9d41a5a995b2693d0b0c6e HTTP/1.1" status: 200 len: 267 time: 0.0478194 Jul 12 17:29:06.879784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-f0db22c5-aa8d-4cad-912a-f91b4fe22d7d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:06.881179 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-f0db22c5-aa8d-4cad-912a-f91b4fe22d7d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0464306 Jul 12 17:29:06.892238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'port': {'security_groups': ['61b82975-04f7-4cfc-b98f-4e98600556bc', '41bbe724-e5bc-42fc-8477-b10a0f04af5c']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:06.960704 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:06.994645 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:07.121128 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8855-f009-4dfa-8330-d9f4e6a423fc req-0dccf354-892b-4a35-b008-7db9f118199a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:07.123256 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-154c8855-f009-4dfa-8330-d9f4e6a423fc req-0dccf354-892b-4a35-b008-7db9f118199a tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.0708740 Jul 12 17:29:07.444458 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:07.449402 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-154c8855-f009-4dfa-8330-d9f4e6a423fc req-64952faa-adc6-4bd8-81c8-5cbb9f63be54 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207736 Jul 12 17:29:07.477501 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:07.482483 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:07.553892 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:07.554486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:07.555878 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92e246f4-7b62-4f38-9e62-d191792fd5c3 req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "PUT /v2.0/ports/e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 981 time: 0.6686888 Jul 12 17:29:07.558656 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:07.558656 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:07.582656 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:07.589274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391377ab-02ae-4b31-bd0a-ed0f4f0c3a1e req-e5f70b00-60d1-4c83-b521-927fc02239cf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:07.590829 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-391377ab-02ae-4b31-bd0a-ed0f4f0c3a1e req-e5f70b00-60d1-4c83-b521-927fc02239cf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0805273 Jul 12 17:29:07.596697 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c0e4e-d33a-4d95-8182-eff4e9efb8a4 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=6']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:07.656344 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-391377ab-02ae-4b31-bd0a-ed0f4f0c3a1e req-bd9b1077-2623-4f91-9523-a53e49cc78f5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564733 Jul 12 17:29:07.700208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a26e5c-061c-40de-9298-db9c135b8390 req-2d1a847b-f32b-4720-9cce-18408ead31da tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:07.701913 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3a26e5c-061c-40de-9298-db9c135b8390 req-2d1a847b-f32b-4720-9cce-18408ead31da tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0669167 Jul 12 17:29:07.737741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b8221-918e-45cd-bdda-5fe5d795f223 x-openstack-request-id: req-be6b8221-918e-45cd-bdda-5fe5d795f223 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:07.738030 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:07.738278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be6b8221-918e-45cd-bdda-5fe5d795f223 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:07.739232 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6b8221-918e-45cd-bdda-5fe5d795f223'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:29:07.779540 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3a26e5c-061c-40de-9298-db9c135b8390 req-77cfcebb-7c20-4dda-b36a-a19c905191d1 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703838 Jul 12 17:29:07.810802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0b3dde78-860a-4091-a184-69751f1832cc None None] Provisioning complete for port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:07.811167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0b3dde78-860a-4091-a184-69751f1832cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:08.053661 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0b3dde78-860a-4091-a184-69751f1832cc None None] Current status of the port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:08.128986 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:08.564748 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d487-12e1-4306-8a3e-c8169291838d req-600aabfe-a1dc-4f87-b7d2-f2ecb3da7b29 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:08.566374 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec38d487-12e1-4306-8a3e-c8169291838d req-600aabfe-a1dc-4f87-b7d2-f2ecb3da7b29 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 943 time: 0.0460892 Jul 12 17:29:08.615463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec38d487-12e1-4306-8a3e-c8169291838d req-656a852e-56b3-4c05-a4c6-a6b8e70d42ef tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jul 12 17:29:08.769110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:08.781102 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01690-2b82-4389-b58d-8cadeb95d9e1 req-8ddb347b-87ac-417c-941b-3a34ace658f4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:08.782586 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bed01690-2b82-4389-b58d-8cadeb95d9e1 req-8ddb347b-87ac-417c-941b-3a34ace658f4 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0485315 Jul 12 17:29:08.831373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bed01690-2b82-4389-b58d-8cadeb95d9e1 req-f330e534-d339-4d72-a990-feb5c1c2789e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429115 Jul 12 17:29:08.934622 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c315ba00-73a2-4638-a32f-23677b161d7d details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:29:09.032505 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c315ba00-73a2-4638-a32f-23677b161d7d,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:09.043280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'c315ba00-73a2-4638-a32f-23677b161d7d', 'network_id': 'faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a', 'port_id': 'c315ba00-73a2-4638-a32f-23677b161d7d', 'mac_address': 'fa:16:3e:60:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2aa955-fdb4-4af5-b1bb-20257def13a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:29:09.068241 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:09.078118 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c315ba00-73a2-4638-a32f-23677b161d7d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:09.078479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:09.094451 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c315ba00-73a2-4638-a32f-23677b161d7d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:09.113212 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c315ba00-73a2-4638-a32f-23677b161d7d,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:09.116966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:09.146016 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:09.196068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:09.206312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.206667 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.207029 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.207373 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.207707 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.208038 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.208363 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.208689 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.209021 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.209346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.209668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.210029 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.210354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.210674 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.210994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:09.726858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df47c6-c251-4d98-b0c3-50ca55e8e59b req-8a9533a7-4dcd-471d-9930-9844224bf333 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:09.728318 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b8df47c6-c251-4d98-b0c3-50ca55e8e59b req-8a9533a7-4dcd-471d-9930-9844224bf333 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 944 time: 0.0470030 Jul 12 17:29:09.774947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b8df47c6-c251-4d98-b0c3-50ca55e8e59b req-3d461268-d1b5-4ded-81f2-be85b6746a88 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Jul 12 17:29:09.945206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5937c-8d40-43f1-8427-54429f2558a6 req-43762ec4-de36-4694-9021-cefe67d2dacd tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:09.946865 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76b5937c-8d40-43f1-8427-54429f2558a6 req-43762ec4-de36-4694-9021-cefe67d2dacd tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0502582 Jul 12 17:29:09.992625 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76b5937c-8d40-43f1-8427-54429f2558a6 req-213c8f05-5493-429b-a050-2054cf6ceeaf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Jul 12 17:29:10.571569 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['c315ba00-73a2-4638-a32f-23677b161d7d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:10.657852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:10.872819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:10.886010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81a93-fb47-4209-8e81-d2bb5745ae6b req-db87c9b4-d2cb-4ef6-b85f-17dde88c61aa tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:10.887456 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31c81a93-fb47-4209-8e81-d2bb5745ae6b req-db87c9b4-d2cb-4ef6-b85f-17dde88c61aa tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 944 time: 0.0470338 Jul 12 17:29:10.933536 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31c81a93-fb47-4209-8e81-d2bb5745ae6b req-23192e48-ffa3-4823-941b-c882ac68df57 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Jul 12 17:29:11.105702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367afac3-c423-470d-a8e5-ec526f307c02 req-8e655299-1232-4e4b-b13b-31999962dc11 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:11.107149 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-367afac3-c423-470d-a8e5-ec526f307c02 req-8e655299-1232-4e4b-b13b-31999962dc11 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0506356 Jul 12 17:29:11.152961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-367afac3-c423-470d-a8e5-ec526f307c02 req-8746f23f-ac17-4b85-844b-669961483e14 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 Jul 12 17:29:12.042971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d56f0-8b8d-4e9e-8ee1-d65815eebce6 req-654a1161-2420-4cab-b95b-cdd9306e5951 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:12.044450 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d59d56f0-8b8d-4e9e-8ee1-d65815eebce6 req-654a1161-2420-4cab-b95b-cdd9306e5951 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 944 time: 0.0463350 Jul 12 17:29:12.090978 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d59d56f0-8b8d-4e9e-8ee1-d65815eebce6 req-b80637a3-c00e-42c8-bdce-d2b487d76649 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Jul 12 17:29:12.245879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c315ba00-73a2-4638-a32f-23677b161d7d up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:12.263232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083643c2-ccd9-45c9-bc71-45167aff372a req-a3bd2a8e-62da-41d4-8e90-c78e294ae5bb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:12.265385 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-083643c2-ccd9-45c9-bc71-45167aff372a req-a3bd2a8e-62da-41d4-8e90-c78e294ae5bb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0478454 Jul 12 17:29:12.287899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port c315ba00-73a2-4638-a32f-23677b161d7d completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:29:12.294095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port c315ba00-73a2-4638-a32f-23677b161d7d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:12.294605 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:12.321298 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-083643c2-ccd9-45c9-bc71-45167aff372a req-7b36a260-16b7-4af2-99b4-64a7f4c4f746 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Jul 12 17:29:12.373442 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c315ba00-73a2-4638-a32f-23677b161d7d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:12.374413 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:12.376799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:12.398054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:12.400246 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b1d552-7aeb-431b-93c5-7211c23c3b64" -d '{"events": [{"server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "name": "network-vif-plugged", "status": "completed", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:12.412174 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c315ba00-73a2-4638-a32f-23677b161d7d,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:12.416548 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:12.438935 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56557b7-d0fa-4759-91aa-a7a01a703a9a x-openstack-request-id: req-f56557b7-d0fa-4759-91aa-a7a01a703a9a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:12.439241 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "name": "network-vif-plugged", "status": "completed", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:12.439493 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f56557b7-d0fa-4759-91aa-a7a01a703a9a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:12.439878 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56557b7-d0fa-4759-91aa-a7a01a703a9a'] response: {'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d', 'code': 200} Jul 12 17:29:12.464423 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:12.858913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-f18533e5-d5c1-4a3e-a687-b11a4bf92cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:12.860741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-f18533e5-d5c1-4a3e-a687-b11a4bf92cb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1168 time: 0.0682852 Jul 12 17:29:12.862131 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-1aa56a1c-3ec0-4947-95ad-0a6d96907b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:12.863716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-1aa56a1c-3ec0-4947-95ad-0a6d96907b99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1128 time: 0.0626087 Jul 12 17:29:12.976114 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8e7dd-dfc9-4842-a76f-5929954707d4 req-0305a856-750a-4aaa-8170-2ec9109739ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:12.977654 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7f8e7dd-dfc9-4842-a76f-5929954707d4 req-0305a856-750a-4aaa-8170-2ec9109739ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 1129 time: 0.0395448 Jul 12 17:29:13.022677 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7f8e7dd-dfc9-4842-a76f-5929954707d4 req-1411eaca-c06c-4319-80c2-f5893c8bc3fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Jul 12 17:29:13.032281 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-0c385f27-d175-43b8-aba4-c44696e2f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:13.033774 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-0c385f27-d175-43b8-aba4-c44696e2f587 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.1614337 Jul 12 17:29:13.035038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-086ff28e-386b-486b-b7f3-1477e506f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:13.036320 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-086ff28e-386b-486b-b7f3-1477e506f79e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1564453 Jul 12 17:29:13.200544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da896404-d3c6-43ac-a23d-7b27386b5ef0 req-258b30f9-4836-425b-9222-56c2c391d4a5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:13.202513 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da896404-d3c6-43ac-a23d-7b27386b5ef0 req-258b30f9-4836-425b-9222-56c2c391d4a5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0476995 Jul 12 17:29:13.248787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da896404-d3c6-43ac-a23d-7b27386b5ef0 req-d4fc00b7-6858-420f-a178-7936067d1236 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jul 12 17:29:13.398022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:13.434639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5969e2b-6165-4fc3-aa3f-e30f839fa9b0 req-08e15588-12db-4b5d-b067-dd65fa3a50c0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:13.436631 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5969e2b-6165-4fc3-aa3f-e30f839fa9b0 req-08e15588-12db-4b5d-b067-dd65fa3a50c0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 944 time: 0.0474460 Jul 12 17:29:13.482452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5969e2b-6165-4fc3-aa3f-e30f839fa9b0 req-ee7fdaf4-995c-4110-8391-1cb7691d1197 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jul 12 17:29:13.555664 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-a1df393c-37fa-4fbe-ae98-4035e9f19c22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 217 time: 0.0605192 Jul 12 17:29:13.605850 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-8aec443c-8e26-4e30-b7ad-37c8ce24761b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 1000 time: 0.1160216 Jul 12 17:29:13.615672 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-1fd609ab-b290-4535-9a33-0cbd6c1b20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:13.616999 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-1fd609ab-b290-4535-9a33-0cbd6c1b20df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0519731 Jul 12 17:29:14.231818 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:29:14.314196 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-c0095f6c-d451-4082-a200-4f4a3e269f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:14.315703 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-c0095f6c-d451-4082-a200-4f4a3e269f8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793941 Jul 12 17:29:14.321438 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-64bb3786-fc22-465c-8582-8558475df355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:14.322868 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-64bb3786-fc22-465c-8582-8558475df355 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0853059 Jul 12 17:29:14.335731 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:14.347490 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:29:14.371058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:14.388211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:14.388669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:14.405189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:14.422278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce4767-87ba-4983-acec-8d5850db302d req-857f6137-25be-4cce-b7bc-4d16a999b251 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:14.426727 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13ce4767-87ba-4983-acec-8d5850db302d req-857f6137-25be-4cce-b7bc-4d16a999b251 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.1082489 Jul 12 17:29:14.430217 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:14.434760 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:14.482116 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:14.485346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-e905b5a4-5cd7-4021-be3d-2c1e90d9d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:14.486923 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-e905b5a4-5cd7-4021-be3d-2c1e90d9d9c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331577 Jul 12 17:29:14.570056 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13ce4767-87ba-4983-acec-8d5850db302d req-2cad87e8-ee29-4512-a532-b75591fd5b00 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337492 Jul 12 17:29:14.581867 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-20538b31-de0b-4adb-9a5f-c38c0332ce43 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268541 Jul 12 17:29:14.672382 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74caf-f529-4fd3-8fec-57c4d8fe6fb2 req-886756d0-28be-43b8-b8d9-c48f1382f3a0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:14.673867 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9af74caf-f529-4fd3-8fec-57c4d8fe6fb2 req-886756d0-28be-43b8-b8d9-c48f1382f3a0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 945 time: 0.1208339 Jul 12 17:29:14.761713 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-290195fd-65b5-4599-b61d-1eecb070fcff service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576311 Jul 12 17:29:14.792475 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9af74caf-f529-4fd3-8fec-57c4d8fe6fb2 req-4fc20f6f-a9a3-49b2-aa1b-6e364c031bad tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108398 Jul 12 17:29:14.794464 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3229dbc9-de45-4251-9a1f-4e2147c4f9a4 req-e7e67260-9eef-49f1-ae38-00f4f19713f3 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941619 Jul 12 17:29:15.083879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:15.756831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2a76-ec0b-4877-852b-16c7305f34e8 req-52bffa67-4ee0-406d-b482-8ca245329de5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:15.758450 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f02e2a76-ec0b-4877-852b-16c7305f34e8 req-52bffa67-4ee0-406d-b482-8ca245329de5 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0466783 Jul 12 17:29:15.813351 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f02e2a76-ec0b-4877-852b-16c7305f34e8 req-ea88992b-4e64-4655-afe6-b3ad8004621c tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Jul 12 17:29:15.957251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4a228-e777-4c78-96f9-5a7c3fa702f4 req-96e71bf7-0236-4347-bae8-8547daca45b2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:15.958759 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef4a228-e777-4c78-96f9-5a7c3fa702f4 req-96e71bf7-0236-4347-bae8-8547daca45b2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 945 time: 0.0628941 Jul 12 17:29:15.965886 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c94d3db-d2a0-434a-ba6f-6a8b647c5698 req-187b7ba9-db44-4ffe-a723-20cf298fff34 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466587 Jul 12 17:29:15.983859 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:16.017503 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef4a228-e777-4c78-96f9-5a7c3fa702f4 req-82292f84-d3d0-4800-a46e-e3975dbcead6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491717 Jul 12 17:29:16.121554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-f5a7d1e8-0109-41d0-9385-ef8e507e5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:16.123081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-f5a7d1e8-0109-41d0-9385-ef8e507e5288 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1168 time: 0.0384531 Jul 12 17:29:16.212098 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-6999166c-d55d-4892-88ad-d69897f3be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:16.213474 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-6999166c-d55d-4892-88ad-d69897f3be18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.0841775 Jul 12 17:29:16.278361 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-701d6dbe-a8c7-43e9-a8d0-c7fa06e1afc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 1000 time: 0.0568211 Jul 12 17:29:16.323338 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:16.327846 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-0b9452b7-6bc5-45a6-8850-422dbbb82ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:16.329276 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-0b9452b7-6bc5-45a6-8850-422dbbb82ef4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0451624 Jul 12 17:29:16.374621 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-c37da096-b3e6-4c3c-aca1-3f4258c91242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:16.376113 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-c37da096-b3e6-4c3c-aca1-3f4258c91242 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394342 Jul 12 17:29:16.455438 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:16.475268 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-c9296c0a-e64c-4ff0-9dcb-3aa4c0549980 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914624 Jul 12 17:29:16.498577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:29:16.504605 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:16.504960 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:16.526878 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:16.569582 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83bc8264-70b8-4c3b-8186-fbd7e3b32e76 req-1cb994ba-df59-432b-b39a-addb57885b3e service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Jul 12 17:29:16.576754 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:16.577135 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:16.599497 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:16.601700 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d46773-f889-46b4-867f-efc3422649d5" -d '{"events": [{"server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:16.618048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:16.622053 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:16.643225 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991906b4-ae44-4a71-bb61-9f8722cd0fed x-openstack-request-id: req-991906b4-ae44-4a71-bb61-9f8722cd0fed {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:16.643527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "name": "network-vif-plugged", "status": "completed", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:16.643775 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-991906b4-ae44-4a71-bb61-9f8722cd0fed {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:16.644156 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991906b4-ae44-4a71-bb61-9f8722cd0fed'] response: {'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'code': 200} Jul 12 17:29:16.668381 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:16.724575 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:16.868395 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a265b66-4a89-4493-9e17-da3180d34bfd req-e538137d-fad1-4b1d-931b-4a9519f15af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:16.869882 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a265b66-4a89-4493-9e17-da3180d34bfd req-e538137d-fad1-4b1d-931b-4a9519f15af7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0419452 Jul 12 17:29:16.915509 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a265b66-4a89-4493-9e17-da3180d34bfd req-cb42296f-3244-4aa4-b1d0-8d3a19f0f355 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Jul 12 17:29:17.142600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4b7e4-336c-4f7f-ac32-c2d790f70379 req-b7c96596-3386-409e-ad3f-67bd62a3e081 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:17.142600 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7fc4b7e4-336c-4f7f-ac32-c2d790f70379 req-b7c96596-3386-409e-ad3f-67bd62a3e081 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0521841 Jul 12 17:29:17.193674 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7fc4b7e4-336c-4f7f-ac32-c2d790f70379 req-6ac7189f-9e33-4791-9406-cf90aa41a810 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455456 Jul 12 17:29:17.343624 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf68b-80ac-4a55-9f33-83825f7e2d08 req-ebc585fd-e782-439b-933f-09ea0d289b1f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:17.345065 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-109cf68b-80ac-4a55-9f33-83825f7e2d08 req-ebc585fd-e782-439b-933f-09ea0d289b1f tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Jul 12 17:29:17.391226 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-109cf68b-80ac-4a55-9f33-83825f7e2d08 req-9cebb83a-2bd5-4711-9d0c-97eb5810d681 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Jul 12 17:29:18.310763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8a3fa-d1f2-441a-ad07-fc8df4ac210a req-04f60475-27bf-4e66-a9e2-0dd6b988dd3a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:18.312240 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68f8a3fa-d1f2-441a-ad07-fc8df4ac210a req-04f60475-27bf-4e66-a9e2-0dd6b988dd3a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0498948 Jul 12 17:29:18.359134 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68f8a3fa-d1f2-441a-ad07-fc8df4ac210a req-c6515efa-3c81-4f9c-80f7-29d010c0e983 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Jul 12 17:29:18.501575 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002888f1-ccea-4389-8fae-ab9be26d666d req-69ea8f29-0579-4330-bdcf-914d2493ea67 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:18.502988 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-002888f1-ccea-4389-8fae-ab9be26d666d req-69ea8f29-0579-4330-bdcf-914d2493ea67 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0458987 Jul 12 17:29:18.552592 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-002888f1-ccea-4389-8fae-ab9be26d666d req-24ade89d-fd20-4b4f-8fed-6ccc08491907 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Jul 12 17:29:19.396906 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:29:19.482450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1b83-60a6-443b-a8ce-fb508efd624d req-598629a8-ba2e-4aed-84c7-137e373cb0ea tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:19.484851 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db7c1b83-60a6-443b-a8ce-fb508efd624d req-598629a8-ba2e-4aed-84c7-137e373cb0ea tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0501609 Jul 12 17:29:19.514262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:19.531569 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db7c1b83-60a6-443b-a8ce-fb508efd624d req-a5a9225c-55f8-4dc8-b725-902861f24c5c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416546 Jul 12 17:29:19.663048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d2444-94be-46f3-b44a-ccccc2108e69 req-9ad77100-82c0-464e-8ef2-e6fb427ea83e tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:19.664483 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-680d2444-94be-46f3-b44a-ccccc2108e69 req-9ad77100-82c0-464e-8ef2-e6fb427ea83e tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0463595 Jul 12 17:29:19.711870 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-680d2444-94be-46f3-b44a-ccccc2108e69 req-45e8f3c3-43ca-4221-8179-48564e437132 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/security-groups?id=538540ec-a64f-4203-bf0e-30cfc038caa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Jul 12 17:29:20.006164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-4ef052bf-854b-46cf-aa03-5797f900fb98 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:20.007536 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-4ef052bf-854b-46cf-aa03-5797f900fb98 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Jul 12 17:29:20.085275 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:20.095214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Deleting port c315ba00-73a2-4638-a32f-23677b161d7d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:29:20.095550 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.184400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] For port c315ba00-73a2-4638-a32f-23677b161d7d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c315ba00-73a2-4638-a32f-23677b161d7d,segment=NetworkSegment(e66ff92b-2821-446c-bd5b-f1a286c243ef),segment_id=e66ff92b-2821-446c-bd5b-f1a286c243ef)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:20.184754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.198552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Calling delete_port for c315ba00-73a2-4638-a32f-23677b161d7d owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:29:20.328423 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c315ba00-73a2-4638-a32f-23677b161d7d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.367342 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Pushing event deleted for resources: {'Port': ['ID=c315ba00-73a2-4638-a32f-23677b161d7d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:20.376273 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['c315ba00-73a2-4638-a32f-23677b161d7d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:20.409668 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:20.414753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] No DVR routers for this DVR port c315ba00-73a2-4638-a32f-23677b161d7d on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:29:20.417528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.420683 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0662b5b-ef22-4417-9e10-f19c8c68f496 req-f8dbffa0-4e8b-42ba-9e15-113c83e95724 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.66 "DELETE /v2.0/ports/c315ba00-73a2-4638-a32f-23677b161d7d HTTP/1.1" status: 204 len: 173 time: 0.4071615 Jul 12 17:29:20.421109 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'name': 'network-vif-deleted', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:20.423448 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25a848-43d2-47da-b2c3-803e03cd0e65" -d '{"events": [{"server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "name": "network-vif-deleted", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:20.459015 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff766d0-1151-4936-bdce-a4b5d2cf8daa x-openstack-request-id: req-dff766d0-1151-4936-bdce-a4b5d2cf8daa {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:20.459308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcd296-5cc8-496c-9285-6a6d001811e6", "name": "network-vif-deleted", "tag": "c315ba00-73a2-4638-a32f-23677b161d7d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:20.459558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dff766d0-1151-4936-bdce-a4b5d2cf8daa {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:20.459962 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff766d0-1151-4936-bdce-a4b5d2cf8daa'] response: {'server_uuid': 'eedcd296-5cc8-496c-9285-6a6d001811e6', 'name': 'network-vif-deleted', 'tag': 'c315ba00-73a2-4638-a32f-23677b161d7d', 'status': 'completed', 'code': 200} Jul 12 17:29:20.650574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6d1fc-a95a-4308-8ff3-866d416ebaaf req-2b2ac206-a16c-4c54-8ba4-e5c31ecfb7bb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:20.652081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7e6d1fc-a95a-4308-8ff3-866d416ebaaf req-2b2ac206-a16c-4c54-8ba4-e5c31ecfb7bb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Jul 12 17:29:20.701625 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7e6d1fc-a95a-4308-8ff3-866d416ebaaf req-671b8df6-6450-4df1-88a9-1887552534e0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Jul 12 17:29:20.720214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42900) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:20.831936 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6513cb58-3121-4611-8907-3922a922f494 req-712b9164-7232-4cad-9ff4-781ab10f32d4 tempest-VolumesActionsTest-775230559 tempest-VolumesActionsTest-775230559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eedcd296-5cc8-496c-9285-6a6d001811e6 HTTP/1.1" status: 200 len: 210 time: 0.0500088 Jul 12 17:29:20.846790 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:20.847544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688bfde-4d58-4381-aca1-403cc00bb5d9 req-3a9216d0-074a-46b3-81a7-87c6f3bf4a7d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:20.849079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6688bfde-4d58-4381-aca1-403cc00bb5d9 req-3a9216d0-074a-46b3-81a7-87c6f3bf4a7d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0792537 Jul 12 17:29:20.853642 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20c47015-4ba6-4a3c-b5d9-f3503e046550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.858560 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42908) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:20.863080 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'floatingip': {'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:20.906172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.948378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20c47015-4ba6-4a3c-b5d9-f3503e046550 admin admin] Publish callbacks [] for security_group (ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.952426 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20c47015-4ba6-4a3c-b5d9-f3503e046550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:20.977317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:21.000559 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-20c47015-4ba6-4a3c-b5d9-f3503e046550 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a48b8838f44849b8a6283481bc25f9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791984 Jul 12 17:29:21.001660 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c47015-4ba6-4a3c-b5d9-f3503e046550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:21.003233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42910) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:21.135546 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] Publish callbacks [] for security_group (ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.159670 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:21.172710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] Publish callbacks [] for security_group (ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.267013 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:21.335006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.337733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.338844 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65 HTTP/1.1" status: 204 len: 168 time: 0.3345258 Jul 12 17:29:21.364347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fe24d-da5b-4e8f-86b7-fa9cf668ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9fcae7-0bd0-4fa7-b76c-dc9ed75fbf65,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:21.381972 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:21.426734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.431180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.531761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Floating IP c15d0f69-f26f-498d-8830-ea2df18821d6 associated. External IP: 172.27.0.149, port: b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c. Jul 12 17:29:21.552802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-be8c9b58-0661-4c36-8239-49ee319399dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:21.967979 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:29:22.076607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:22.088574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:22.094562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:22.105575 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:22.106312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:22.121452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-878b0351-96b0-409f-9324-f2f0c855eb08 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "PUT /v2.0/floatingips/c15d0f69-f26f-498d-8830-ea2df18821d6 HTTP/1.1" status: 200 len: 992 time: 1.2596898 Jul 12 17:29:22.211294 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:22.436860 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:29:21Z', 'revision_number': 1, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:22.461068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:22.461490 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:22.464845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:22.470659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:22.471275 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:28:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:22.503469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e956bc81-3167-4a08-9a2f-2f66be3feb8d x-openstack-request-id: req-e956bc81-3167-4a08-9a2f-2f66be3feb8d {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:22.503760 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:22.504009 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e956bc81-3167-4a08-9a2f-2f66be3feb8d {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:22.504436 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e956bc81-3167-4a08-9a2f-2f66be3feb8d'] response: {'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'status': 'completed', 'code': 200} Jul 12 17:29:22.577389 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:22.595813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-4f3d7ee3-6251-43b8-91f5-cdbeec618cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:22.597370 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-4f3d7ee3-6251-43b8-91f5-cdbeec618cec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0439377 Jul 12 17:29:22.696690 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-e0f97e85-708d-49aa-80c3-3d1081e1cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:22.698084 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-e0f97e85-708d-49aa-80c3-3d1081e1cc3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.0936635 Jul 12 17:29:22.761332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-b4fa54e2-0c3e-4311-802d-7afead90d59f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1000 time: 0.0565281 Jul 12 17:29:22.798124 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:29:21Z', 'revision_number': 1, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:22.800616 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:22.811587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:22.816539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-16365c2a-4ac4-408b-9e17-e197e9edf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:22.818001 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-16365c2a-4ac4-408b-9e17-e197e9edf512 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0488157 Jul 12 17:29:22.824043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b654-9003-42a0-ade6-d09adb0e8981 None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:29:21Z', 'revision_number': 1, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:22.864301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-a66c8bf6-8622-4389-be92-d87f39c79d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:22.865840 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-a66c8bf6-8622-4389-be92-d87f39c79d92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415592 Jul 12 17:29:22.957004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:22.963293 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-7668f2e6-e37f-4078-9fc2-dbfe8396cc21 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908241 Jul 12 17:29:23.012269 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15408e-7134-4d74-8cb1-53e9e44a0e0e None None] New status for floating IP c15d0f69-f26f-498d-8830-ea2df18821d6: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:29:23.055770 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2797f2ae-bcb3-4ea7-8860-5f76d4a88d30 req-880072b2-10ea-44eb-8e38-ed5a75c2e0da service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Jul 12 17:29:23.879802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6ddc04f0-c5dd-46ff-85fa-ba0b20cf057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:24.946557 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:25.280827 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c315ba00-73a2-4638-a32f-23677b161d7d no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:29:25.300178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: c315ba00-73a2-4638-a32f-23677b161d7d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:29:25.300519 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c315ba00-73a2-4638-a32f-23677b161d7d not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:29:26.711568 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:26.883399 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:30.340058 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:30.996580 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=4,neutron:SELECT=13 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:33.051614 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=9 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:33.053088 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=26 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:34.384001 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:34.389188 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:36.810323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43098) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:36.815273 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815011138', 'description': 'tempest-description--78210668'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:36.836089 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:36.914342 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (51476d22-abde-43d9-a380-63c1d7e6b8cb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:36.918626 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (51476d22-abde-43d9-a380-63c1d7e6b8cb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:36.959524 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51476d22-abde-43d9-a380-63c1d7e6b8cb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:36.966215 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:36.972465 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43108) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:36.973024 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-27c09a67-af97-488e-b721-8802760cfd20 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1612437 Jul 12 17:29:36.977241 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': '51476d22-abde-43d9-a380-63c1d7e6b8cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:37.009837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (309a1187-1441-43b5-a791-996e2e4bd7d1), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.071162 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (309a1187-1441-43b5-a791-996e2e4bd7d1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.075017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (309a1187-1441-43b5-a791-996e2e4bd7d1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.104209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309a1187-1441-43b5-a791-996e2e4bd7d1,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:37.121364 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.126044 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43110) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:37.126245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-179b74aa-a2f1-4039-8d0a-97e3c34e50db tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525838 Jul 12 17:29:37.131760 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': '51476d22-abde-43d9-a380-63c1d7e6b8cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:37.160736 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (ca30d389-f3cf-4ad8-8048-c2690089272d), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.224643 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (ca30d389-f3cf-4ad8-8048-c2690089272d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.229736 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (ca30d389-f3cf-4ad8-8048-c2690089272d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.252190 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca30d389-f3cf-4ad8-8048-c2690089272d,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:37.262324 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.263887 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-43e3295e-d73f-48a8-b8c1-5591d87d7970 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366463 Jul 12 17:29:37.267871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43112) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:37.272746 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:37.298770 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.397822 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.515982 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.27.0.172 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/1ef36024-bc57-4fec-86b1-3467b4bbe0fa) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:37.633097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.673129 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.713297 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:37.721441 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:37.725704 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:37.728201 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:37.731246 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:37.773014 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=1ef36024-bc57-4fec-86b1-3467b4bbe0fa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:37.863867 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:37.908372 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:38.094262 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:38.100728 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:38.184788 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=1ef36024-bc57-4fec-86b1-3467b4bbe0fa,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:38.192955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:38.213610 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:38.218596 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a14c5005-096f-4ce3-a8c5-b5abfb1068f8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9494803 Jul 12 17:29:38.443882 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-3dc55a70-7eed-4798-8bc7-4db6a5d285da tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1815011138&fields=id&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 267 time: 0.0479159 Jul 12 17:29:38.558143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-cf9f58ef-2e67-4f98-b628-1a085c49b8e5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:38.564821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-cf9f58ef-2e67-4f98-b628-1a085c49b8e5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1109574 Jul 12 17:29:38.578202 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-2c7faa77-3feb-4f7b-a9e6-aa4b9fd8199a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/quotas/4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 375 time: 0.0124466 Jul 12 17:29:38.636045 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-0aa9ff0f-47d0-41a1-ad16-8aea5205af8d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545461 Jul 12 17:29:38.776417 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-9220754f-dbef-41b8-ae09-0ac278f277ef service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282110 Jul 12 17:29:38.892113 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-5d612286-2477-4a0c-9874-1b29370f11df service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146522 Jul 12 17:29:39.084583 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8cec0084-39f6-43ef-8022-c5a0105a1d09 req-00c72a12-9efd-442f-8cdd-8dd94c1da78d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0372596 Jul 12 17:29:40.202372 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31946a2c-cf31-46a1-956d-30c66ce151f4 req-d46da5c2-9f9a-4f49-9e13-135bd236e28a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0407233 Jul 12 17:29:40.327983 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:40.334446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:40.531267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-d7027843-41d9-44ad-8eb6-0be8f3bfc0ac tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:40.532820 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-d7027843-41d9-44ad-8eb6-0be8f3bfc0ac tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1648951 Jul 12 17:29:40.667961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-67561650-ae3c-45a6-8de4-f04a52b5a769 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 473 time: 0.0719800 Jul 12 17:29:40.792863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'port': {'device_id': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'admin_state_up': True, 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'security_groups': ['51476d22-abde-43d9-a380-63c1d7e6b8cb']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:40.904185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:40.915981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:40.919599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.034241 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:41.064927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.20.0.10 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/2a9d6ee1-0082-43be-b42c-fc278ebab767) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:41.236154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.276975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.363917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:41.367226 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:41.371585 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:41.376753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:41.435420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c59754-9537-4f12-ac85-2df9564a7b12 req-2bfb52db-fba0-4c2f-bfe2-cb6bca6a34cb tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:41.437167 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c59754-9537-4f12-ac85-2df9564a7b12 req-2bfb52db-fba0-4c2f-bfe2-cb6bca6a34cb tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 932 time: 0.1327226 Jul 12 17:29:41.442653 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:41.443179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.490389 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-4b8bb944-a147-489b-82d4-3f6e86a351fc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7010539 Jul 12 17:29:41.540197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Request body: {'port': {'device_id': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:41.554007 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c59754-9537-4f12-ac85-2df9564a7b12 req-944341af-e656-4489-a441-81c6ce0ac0ce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928113 Jul 12 17:29:41.641154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.711501 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f413d8c3-1fdd-4689-ad5e-8f20a467fa0e None None] Provisioning complete for port 2a9d6ee1-0082-43be-b42c-fc278ebab767 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:41.713169 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f413d8c3-1fdd-4689-ad5e-8f20a467fa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.773953 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f413d8c3-1fdd-4689-ad5e-8f20a467fa0e None None] Port 2a9d6ee1-0082-43be-b42c-fc278ebab767 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:29:41.900213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:41.944131 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9d6ee1-0082-43be-b42c-fc278ebab767 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:41.954155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks [] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:41.970348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:41.972071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Transition to ACTIVE for port object 2a9d6ee1-0082-43be-b42c-fc278ebab767 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:29:41.977445 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:42.073836 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:42.153236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Attempting to bind port 2a9d6ee1-0082-43be-b42c-fc278ebab767 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:42.153886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Attempting to bind port 2a9d6ee1-0082-43be-b42c-fc278ebab767 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:42.154016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Attempting to bind port 2a9d6ee1-0082-43be-b42c-fc278ebab767 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:42.159244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Port 2a9d6ee1-0082-43be-b42c-fc278ebab767 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:29:42.159568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Attempting to bind port 2a9d6ee1-0082-43be-b42c-fc278ebab767 on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:42.165558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:42.166042 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:42.166425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:42.166858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Bound port: 2a9d6ee1-0082-43be-b42c-fc278ebab767, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:42.167215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:42.263761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:42.272364 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:42.285818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:42.329833 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:42.330474 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:42.331897 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] 10.222.0.66 "PUT /v2.0/ports/2a9d6ee1-0082-43be-b42c-fc278ebab767 HTTP/1.1" status: 200 len: 1094 time: 0.8027313 Jul 12 17:29:42.334844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:42.337057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cccf92a-b6f9-4c39-abff-f25f391a245b" -d '{"events": [{"name": "network-changed", "server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:42.362200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa522fa-d28d-42c8-a133-259b3518c936 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:42.407354 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d083feed-dd4a-4125-ab7e-c8871ede44c4 x-openstack-request-id: req-d083feed-dd4a-4125-ab7e-c8871ede44c4 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:42.407847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:42.408101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d083feed-dd4a-4125-ab7e-c8871ede44c4 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:42.408504 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d083feed-dd4a-4125-ab7e-c8871ede44c4'] response: {'name': 'network-changed', 'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'status': 'completed', 'code': 200} Jul 12 17:29:42.490111 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-9b384fb8-adf4-45ac-82dc-f06f188f8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:42.491637 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-9b384fb8-adf4-45ac-82dc-f06f188f8341 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 1128 time: 0.0526381 Jul 12 17:29:42.559933 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-68925ec0-503e-472b-9f4a-e87d736b1f81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767 HTTP/1.1" status: 200 len: 217 time: 0.0412827 Jul 12 17:29:42.614581 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-ab0a63a7-4ba5-4b23-8fdc-f0d535512a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:42.616268 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-ab0a63a7-4ba5-4b23-8fdc-f0d535512a38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0483081 Jul 12 17:29:42.700247 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb261-1a88-4768-8d03-54410967fccd req-bdc523a1-028d-42bb-84af-08238bca6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:42.701776 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-bdc523a1-028d-42bb-84af-08238bca6b32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765564 Jul 12 17:29:42.715404 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517de71-f377-4816-a13c-2c473cfce2b7 req-548e2995-3208-4530-ae75-8ed2a0ac0ce6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:42.716864 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a517de71-f377-4816-a13c-2c473cfce2b7 req-548e2995-3208-4530-ae75-8ed2a0ac0ce6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 944 time: 0.0791612 Jul 12 17:29:42.840305 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a517de71-f377-4816-a13c-2c473cfce2b7 req-714cb720-f18e-4c4a-b4ec-33c6971e67e8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045530 Jul 12 17:29:42.858151 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-091e5c5c-5296-43d7-a5b7-654ee2c04743 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364734 Jul 12 17:29:42.952874 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-116bb261-1a88-4768-8d03-54410967fccd req-78d4c39e-4090-4c6a-b2c4-99923e8c2861 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905161 Jul 12 17:29:43.956433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b41f-6c6b-4fd2-b707-1481bcbd23c6 req-56fcdbca-3533-4bda-a76f-feae74c3c9c2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:43.957885 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db24b41f-6c6b-4fd2-b707-1481bcbd23c6 req-56fcdbca-3533-4bda-a76f-feae74c3c9c2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 944 time: 0.0468593 Jul 12 17:29:44.006496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db24b41f-6c6b-4fd2-b707-1481bcbd23c6 req-7ac7b81b-4d91-4f0b-b25c-9d9ce014ca2f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Jul 12 17:29:45.117000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc29a-d90e-4bd8-8c4e-6da03748fc12 req-94e882bf-586a-473b-b45e-1281b753aea9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:45.118650 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-753cc29a-d90e-4bd8-8c4e-6da03748fc12 req-94e882bf-586a-473b-b45e-1281b753aea9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 944 time: 0.0475566 Jul 12 17:29:45.138522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:45.166367 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-753cc29a-d90e-4bd8-8c4e-6da03748fc12 req-8c79cecc-10ac-446c-9226-a7816365adc8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Jul 12 17:29:45.744953 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43262) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:45.792615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Deleting subnet 2e2aa955-fdb4-4af5-b1bb-20257def13a0 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:29:45.796467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Publish callbacks [] for subnet (2e2aa955-fdb4-4af5-b1bb-20257def13a0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:45.829843 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3248452'] for subnet (2e2aa955-fdb4-4af5-b1bb-20257def13a0), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:45.868080 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (2e2aa955-fdb4-4af5-b1bb-20257def13a0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:45.918378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971199'] for subnet (2e2aa955-fdb4-4af5-b1bb-20257def13a0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:45.950273 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:45.956601 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2e2aa955-fdb4-4af5-b1bb-20257def13a0 HTTP/1.1" status: 204 len: 168 time: 0.2084942 Jul 12 17:29:45.956601 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124455-87c1-4521-b942-5603393f62bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2aa955-fdb4-4af5-b1bb-20257def13a0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:45.957341 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43264) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:45.988164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:46.030535 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.105726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.124767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:46.133652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66ff92b-2821-446c-bd5b-f1a286c243ef') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:46.133969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66ff92b-2821-446c-bd5b-f1a286c243ef') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:46.143628 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (e66ff92b-2821-446c-bd5b-f1a286c243ef), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.157080 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e66ff92b-2821-446c-bd5b-f1a286c243ef), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.163154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:29:46.163524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (e66ff92b-2821-446c-bd5b-f1a286c243ef), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.192327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment e66ff92b-2821-446c-bd5b-f1a286c243ef resource provider aggregate not found Jul 12 17:29:46.231108 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.238588 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment e66ff92b-2821-446c-bd5b-f1a286c243ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66ff92b-2821-446c-bd5b-f1a286c243ef found for delete ", "request_id": "req-ea04d86f-2d37-4b50-9975-8bf1dcbf1ba1"}]} Jul 12 17:29:46.239434 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.242432 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] 10.222.0.62 "DELETE /v2.0/networks/faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a HTTP/1.1" status: 204 len: 168 time: 0.2834835 Jul 12 17:29:46.262282 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71ada-866c-4b76-a706-03fbf37a5804 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf5a3e6-041b-4d44-8f2e-8f0cc2e1560a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:46.297872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc0cf-05da-4e05-857b-27bb47881dce req-3f4642d3-615a-4ff0-b2ed-7f66df00ec83 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:46.299325 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7ccc0cf-05da-4e05-857b-27bb47881dce req-3f4642d3-615a-4ff0-b2ed-7f66df00ec83 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 944 time: 0.0558679 Jul 12 17:29:46.348626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7ccc0cf-05da-4e05-857b-27bb47881dce req-e4cbf07e-9d3e-4fac-bfe1-dee170101aaf tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Jul 12 17:29:46.408595 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43274) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:46.451622 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3d1fd48e-416b-4b22-801b-cd389350d2d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb0d32278a254e65ae2ac38b2c7a8e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418916 Jul 12 17:29:46.454650 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43276) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:46.501861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] Publish callbacks [] for security_group (538540ec-a64f-4203-bf0e-30cfc038caa3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.523078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] Publish callbacks [] for security_group (538540ec-a64f-4203-bf0e-30cfc038caa3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.569864 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (538540ec-a64f-4203-bf0e-30cfc038caa3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.572690 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:46.573846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/538540ec-a64f-4203-bf0e-30cfc038caa3 HTTP/1.1" status: 204 len: 168 time: 0.1183183 Jul 12 17:29:46.582072 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29790b-58c7-4eb0-91f3-32e71d7a7e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538540ec-a64f-4203-bf0e-30cfc038caa3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:46.644713 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-5f78c1d4-f5df-4025-ada2-39fc990ffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:46.646252 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-5f78c1d4-f5df-4025-ada2-39fc990ffb6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 1128 time: 0.0471640 Jul 12 17:29:46.747063 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-a4758519-471c-47de-a925-ed8351cf2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:46.752601 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-a4758519-471c-47de-a925-ed8351cf2e54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.0942473 Jul 12 17:29:46.788482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-c4c0a3f2-5424-4da4-b7f6-b6e4e01383e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767 HTTP/1.1" status: 200 len: 217 time: 0.0333512 Jul 12 17:29:46.793322 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2a9d6ee1-0082-43be-b42c-fc278ebab767 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:29:46.839765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-8a793a59-328d-4823-9585-451f8b04a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:46.841219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-8a793a59-328d-4823-9585-451f8b04a909 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0459576 Jul 12 17:29:46.894764 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-091714c1-58d2-459a-ab51-784ab94f3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:46.896274 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-091714c1-58d2-459a-ab51-784ab94f3f32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473983 Jul 12 17:29:46.921498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:47.005270 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-1152667c-3c7c-4142-beb0-634bc79e9a0a service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018746 Jul 12 17:29:47.023425 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:47.035193 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'port_id': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'mac_address': 'fa:16:3e:c9:83:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:29:47.072702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 2a9d6ee1-0082-43be-b42c-fc278ebab767 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:47.073092 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:47.086635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9d6ee1-0082-43be-b42c-fc278ebab767 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:29:47.107496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5cccf92a-b6f9-4c39-abff-f25f391a245b req-e90da8b7-c612-4eed-b8f6-6cf71fb4ce35 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941529 Jul 12 17:29:47.116367 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:47.121259 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:47.172546 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:47.465856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905e6db-7729-496f-9f8e-9475a3eaf566 req-a0f1264a-9315-431f-a6f4-a717bc98c619 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:47.467831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f905e6db-7729-496f-9f8e-9475a3eaf566 req-a0f1264a-9315-431f-a6f4-a717bc98c619 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Jul 12 17:29:47.502734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:47.521676 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f905e6db-7729-496f-9f8e-9475a3eaf566 req-66e32d7a-3f8b-471f-ada6-6da59c69a842 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476551 Jul 12 17:29:47.653636 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['2a9d6ee1-0082-43be-b42c-fc278ebab767'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:29:48.639853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72b017-8f1e-4a1e-8859-4d3cacab997a req-3c6b4ec7-5714-4dcd-9c1f-e61f5e48e8c2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:48.641289 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae72b017-8f1e-4a1e-8859-4d3cacab997a req-3c6b4ec7-5714-4dcd-9c1f-e61f5e48e8c2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Jul 12 17:29:48.689123 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae72b017-8f1e-4a1e-8859-4d3cacab997a req-970057eb-e2b6-4552-8609-d70dfa4f398c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Jul 12 17:29:49.030681 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2a9d6ee1-0082-43be-b42c-fc278ebab767 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:49.071928 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 2a9d6ee1-0082-43be-b42c-fc278ebab767 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:29:49.077912 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 2a9d6ee1-0082-43be-b42c-fc278ebab767 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:49.078356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:49.150848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 2a9d6ee1-0082-43be-b42c-fc278ebab767 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:49.151230 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:49.174576 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:49.176799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4321d0d6-3950-417a-9e96-db55430c6b00" -d '{"events": [{"server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:49.190178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:49.194328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:49.217028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4875a4a1-f3b7-4d06-b8e0-a7e2f122ffd5 x-openstack-request-id: req-4875a4a1-f3b7-4d06-b8e0-a7e2f122ffd5 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:49.217983 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "name": "network-vif-plugged", "status": "completed", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:49.218290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4875a4a1-f3b7-4d06-b8e0-a7e2f122ffd5 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:49.218622 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4875a4a1-f3b7-4d06-b8e0-a7e2f122ffd5'] response: {'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'code': 200} Jul 12 17:29:49.244257 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:49.437989 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540685f-f09f-4351-b4d9-9abaf8027019 req-34e8204a-f4c9-4589-8cc4-92072d425a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:49.439714 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1540685f-f09f-4351-b4d9-9abaf8027019 req-34e8204a-f4c9-4589-8cc4-92072d425a5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 1130 time: 0.0382013 Jul 12 17:29:49.484770 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1540685f-f09f-4351-b4d9-9abaf8027019 req-9ad00be3-a129-4983-aabc-0ecca09e7b27 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Jul 12 17:29:49.803608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa68ee-cf10-4913-b815-d2cc9170eb73 req-930dd32b-8499-49be-a3d1-f9feed8f3ea8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:49.805034 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a7fa68ee-cf10-4913-b815-d2cc9170eb73 req-930dd32b-8499-49be-a3d1-f9feed8f3ea8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0456233 Jul 12 17:29:49.854772 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a7fa68ee-cf10-4913-b815-d2cc9170eb73 req-f270d312-1b7a-4f22-bcfa-fbf6502827e8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443423 Jul 12 17:29:50.208032 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43328) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:50.311350 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-206832fd-21c0-4110-9557-dc8b77587e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.344387 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:50.390587 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-206832fd-21c0-4110-9557-dc8b77587e75 admin admin] Publish callbacks [] for security_group (3f84aae6-7f9f-45f0-8bf7-7a61e75057c1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.394150 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-206832fd-21c0-4110-9557-dc8b77587e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3f84aae6-7f9f-45f0-8bf7-7a61e75057c1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.433414 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-206832fd-21c0-4110-9557-dc8b77587e75 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=361c97687fcb4278b481abd07a8258c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243567 Jul 12 17:29:50.434480 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206832fd-21c0-4110-9557-dc8b77587e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84aae6-7f9f-45f0-8bf7-7a61e75057c1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:50.436842 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43332) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:50.486272 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] Publish callbacks [] for security_group (3f84aae6-7f9f-45f0-8bf7-7a61e75057c1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.507052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] Publish callbacks [] for security_group (3f84aae6-7f9f-45f0-8bf7-7a61e75057c1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.552108 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3f84aae6-7f9f-45f0-8bf7-7a61e75057c1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.554674 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:50.555793 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f84aae6-7f9f-45f0-8bf7-7a61e75057c1 HTTP/1.1" status: 204 len: 168 time: 0.1177745 Jul 12 17:29:50.563599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47483e10-1cf2-441a-a22b-561eaeb6513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84aae6-7f9f-45f0-8bf7-7a61e75057c1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:50.970253 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ba41e-3760-4559-a334-d4b2aa3fd5b4 req-dd051f98-caed-40d9-ac97-4949a559e9ec tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:50.971900 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a2ba41e-3760-4559-a334-d4b2aa3fd5b4 req-dd051f98-caed-40d9-ac97-4949a559e9ec tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Jul 12 17:29:51.020708 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a2ba41e-3760-4559-a334-d4b2aa3fd5b4 req-52b551b0-a632-4e47-b563-598e86c864b4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Jul 12 17:29:51.181262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43356) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:51.280991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-984255990-network', 'tenant_id': '471e1e958b29427eb024616ca403985f'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:51.300535 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Made reservation on behalf of 471e1e958b29427eb024616ca403985f for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:51.303065 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.315067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.546472 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9180286-d83e-4c66-b18e-8bb10393c0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.616714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks [] for security_group (307c6d44-adcf-45ed-9a29-4a8361e815ac), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.620171 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (307c6d44-adcf-45ed-9a29-4a8361e815ac), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.627337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:51.642161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:29:51.657964 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307c6d44-adcf-45ed-9a29-4a8361e815ac,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:51.663144 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (3795208c-9ee3-432b-ace7-83e4d5d1df99), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.663476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Added segment 3795208c-9ee3-432b-ace7-83e4d5d1df99 of type vlan for network 669116b9-7a59-4591-9422-ba3889789c63 Jul 12 17:29:51.697807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:51.706134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (669116b9-7a59-4591-9422-ba3889789c63), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.732522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (669116b9-7a59-4591-9422-ba3889789c63), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.734317 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:51.734912 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.771219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5885818 Jul 12 17:29:51.773965 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:51.805987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Request body: {'subnet': {'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-984255990-subnet', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:51.812415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6980f-5b74-4ff8-ad0d-f5fe8c88c3ac admin admin] Pushing event updated for resources: {'Network': ['ID=669116b9-7a59-4591-9422-ba3889789c63,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:51.821825 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 669116b9-7a59-4591-9422-ba3889789c63 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:29:51.825965 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:51.828772 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Made reservation on behalf of 471e1e958b29427eb024616ca403985f for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:51.831226 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2567826'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:51.839884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:51.999077 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2567812'] for subnet (75f8d944-8c2d-4fdc-8062-d94db66068c8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.052661 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f8d944-8c2d-4fdc-8062-d94db66068c8,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:52.063433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:52.063801 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Network hostable DHCP agents. Network: 669116b9-7a59-4591-9422-ba3889789c63, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:29:52.081815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Network 669116b9-7a59-4591-9422-ba3889789c63 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:29:52.091353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 669116b9-7a59-4591-9422-ba3889789c63) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:52.098011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:52.099030 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.099859 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0fb8ee-3cff-4244-bdad-cab737ce9167 None None] Network 669116b9-7a59-4591-9422-ba3889789c63 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:29:52.143389 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4ea7e6a2-f7b8-4d53-b21b-85acf6fafb29 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3684185 Jul 12 17:29:52.146325 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43366) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:52.151628 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:52.156980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020ce39-6f7f-4a66-a68e-753ae73632d4 req-86002bc3-e2dc-40e1-9610-60591bb06033 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:52.158589 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8020ce39-6f7f-4a66-a68e-753ae73632d4 req-86002bc3-e2dc-40e1-9610-60591bb06033 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0568507 Jul 12 17:29:52.170820 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:52.175120 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.176168 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.212346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-669116b9-7a59-4591-9422-ba3889789c63', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:29:52.213394 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.221433 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8020ce39-6f7f-4a66-a68e-753ae73632d4 req-69eb2321-e4d9-4d43-9854-8ac63caedde1 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570307 Jul 12 17:29:52.230523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for router_controller (71cddfc6-0e23-447c-8963-4a1f6334e0e5), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.337818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ffb6-bac0-4dd8-8acc-6593e4303f60 req-f0f95cbd-80de-4645-8b21-936d3c06ff67 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:52.339795 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63e2ffb6-bac0-4dd8-8acc-6593e4303f60 req-f0f95cbd-80de-4645-8b21-936d3c06ff67 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0526986 Jul 12 17:29:52.349040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43370) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:52.353202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Allocated IP 172.20.0.2 (669116b9-7a59-4591-9422-ba3889789c63/75f8d944-8c2d-4fdc-8062-d94db66068c8/a4efffd5-af56-48a5-806e-a277755d7884) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:52.353765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'port_id': '2a9d6ee1-0082-43be-b42c-fc278ebab767'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:52.372620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for router_gateway (71cddfc6-0e23-447c-8963-4a1f6334e0e5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.395175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.503322 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks [] for port (a4efffd5-af56-48a5-806e-a277755d7884), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.509195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (a4efffd5-af56-48a5-806e-a277755d7884), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.551339 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:52.556404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:52.558543 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Pushing event updated for resources: {'Port': ['ID=a4efffd5-af56-48a5-806e-a277755d7884,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:52.560200 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for router_gateway (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.561627 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:52.592616 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.620926 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Attempting to bind port a4efffd5-af56-48a5-806e-a277755d7884 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:52.621305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Attempting to bind port a4efffd5-af56-48a5-806e-a277755d7884 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:52.621668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Attempting to bind port a4efffd5-af56-48a5-806e-a277755d7884 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:52.629221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:52.629221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:52.630260 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.630260 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Bound using segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:52.630418 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Bound port: a4efffd5-af56-48a5-806e-a277755d7884, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:52.630745 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a4efffd5-af56-48a5-806e-a277755d7884), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.689799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:52.697126 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] For port a4efffd5-af56-48a5-806e-a277755d7884, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:52.700696 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] For port a4efffd5-af56-48a5-806e-a277755d7884, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a4efffd5-af56-48a5-806e-a277755d7884,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:52.705680 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Allocated IP 172.27.0.5 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/dedf902a-bae9-4605-8053-ac30d5428fc8) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:52.708903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:52.709663 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (a4efffd5-af56-48a5-806e-a277755d7884), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.791638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89289952-1f76-4480-8a05-9d0a09cbfa09 None None] Pushing event updated for resources: {'Port': ['ID=a4efffd5-af56-48a5-806e-a277755d7884,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:52.832693 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.854411 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.859369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.865045 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:52.868784 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:52.912453 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:52.916141 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Pushing event updated for resources: {'Port': ['ID=dedf902a-bae9-4605-8053-ac30d5428fc8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:52.920067 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:52.922961 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:52.974903 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 6612d00e-15f9-4c8c-a63e-81e4eafcd884 associated. External IP: 172.27.0.172, port: 2a9d6ee1-0082-43be-b42c-fc278ebab767. Jul 12 17:29:53.202246 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for router_gateway (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.206793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:29:53.239334 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:53.312687 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:53.317588 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.323423 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:53.335218 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:53.336007 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:53.349562 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-97b9f415-ed2a-409c-8767-14bdd6e2f64e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "PUT /v2.0/floatingips/6612d00e-15f9-4c8c-a63e-81e4eafcd884 HTTP/1.1" status: 200 len: 992 time: 0.9992704 Jul 12 17:29:53.350156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:29:53.352509 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ace28-596e-4516-88a0-6597355ffc90" -d '{"events": [{"name": "network-changed", "server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:29:53.392935 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cea949-6006-4300-b495-762ce4916e0a x-openstack-request-id: req-c8cea949-6006-4300-b495-762ce4916e0a {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:29:53.393222 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:29:53.393469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8cea949-6006-4300-b495-762ce4916e0a {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:29:53.393905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.394012 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cea949-6006-4300-b495-762ce4916e0a'] response: {'name': 'network-changed', 'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'status': 'completed', 'code': 200} Jul 12 17:29:53.444786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:53.449545 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:53.526634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-5f8ac8f9-ba21-475f-9c6f-d8bb7fae7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:53.530241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-5f8ac8f9-ba21-475f-9c6f-d8bb7fae7d34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 1130 time: 0.0754111 Jul 12 17:29:53.564206 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:29:53.575337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a4efffd5-af56-48a5-806e-a277755d7884 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:53.584005 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:53.650715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-bbe8da16-8fc1-4ab5-860b-3aa69edcbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:53.652363 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-bbe8da16-8fc1-4ab5-860b-3aa69edcbb4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.1149633 Jul 12 17:29:53.704101 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:53.717372 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port a4efffd5-af56-48a5-806e-a277755d7884 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:53.717955 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a4efffd5-af56-48a5-806e-a277755d7884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.718275 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:53.730572 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.732145 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:53.732443 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-16644817-fff4-4900-9aec-cc67dfb2d608 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5843120 Jul 12 17:29:53.734499 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:53.735347 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43376) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:53.752127 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-719311ef-8e21-405f-8cf2-a5a236dc66dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767 HTTP/1.1" status: 200 len: 1000 time: 0.0932095 Jul 12 17:29:53.836649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-d52dfc52-e3ed-4ddc-8c5c-e37264b32bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:53.838166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-d52dfc52-e3ed-4ddc-8c5c-e37264b32bc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0777383 Jul 12 17:29:53.854531 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6612d00e-15f9-4c8c-a63e-81e4eafcd884', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:c9:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:37Z', 'updated_at': '2022-07-12T17:29:52Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}, {'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:53.891770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:53.901166 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:53.902430 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:53.910977 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-26bd728e-e6d4-4232-a254-9188db5cf7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:53.912618 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-26bd728e-e6d4-4232-a254-9188db5cf7f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663133 Jul 12 17:29:53.915090 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port a4efffd5-af56-48a5-806e-a277755d7884 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:53.915577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a4efffd5-af56-48a5-806e-a277755d7884), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.943898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:53.944651 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:53.950690 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a46444b7-fda2-4941-9d33-063774e498a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:53.996102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dba332-340a-4463-a53e-7054c451ff00 None None] Network 669116b9-7a59-4591-9422-ba3889789c63 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:29:54.049197 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-0c9052f5-062e-40b3-b749-e621960164a0 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288693 Jul 12 17:29:54.097437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port a4efffd5-af56-48a5-806e-a277755d7884, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a4efffd5-af56-48a5-806e-a277755d7884,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:54.140452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (a4efffd5-af56-48a5-806e-a277755d7884), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.146763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f15402b2-4a7a-4766-a605-3affc5c43337 None None] Provisioning complete for port a4efffd5-af56-48a5-806e-a277755d7884 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:54.147230 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f15402b2-4a7a-4766-a605-3affc5c43337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a4efffd5-af56-48a5-806e-a277755d7884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.148075 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:53Z', 'revision_number': 3, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:54.182716 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:54.183336 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Updating router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 port dedf902a-bae9-4605-8053-ac30d5428fc8 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:29:54.189924 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a4ace28-596e-4516-88a0-6597355ffc90 req-0d17d521-514a-4be2-8dab-24cfb6e20ad8 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324952 Jul 12 17:29:54.223744 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.274406 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=a4efffd5-af56-48a5-806e-a277755d7884,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:54.300864 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:54.417854 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:54.444712 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:54.499615 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:54.500877 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.521602 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks [] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.531252 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.545401 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f15402b2-4a7a-4766-a605-3affc5c43337 None None] Current status of the port a4efffd5-af56-48a5-806e-a277755d7884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:54.603993 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Pushing event updated for resources: {'Port': ['ID=dedf902a-bae9-4605-8053-ac30d5428fc8,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:54.607641 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Attempting to bind port dedf902a-bae9-4605-8053-ac30d5428fc8 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:54.608030 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Attempting to bind port dedf902a-bae9-4605-8053-ac30d5428fc8 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:54.608366 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Attempting to bind port dedf902a-bae9-4605-8053-ac30d5428fc8 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:54.615535 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.616002 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.616383 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.616721 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.617045 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.617365 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.617727 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.618151 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.618473 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.618787 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.619100 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.619427 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.619742 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.620080 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.620357 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:29:54.634958 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:54.635345 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:54.635738 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.636116 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:54.636576 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Bound port: dedf902a-bae9-4605-8053-ac30d5428fc8, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:54.636975 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.688377 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-71100dcc-7b58-4a79-b839-1497828fde71 None None] Provisioning complete for port a4efffd5-af56-48a5-806e-a277755d7884 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:54.689056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Allocated IP 172.20.0.1 (669116b9-7a59-4591-9422-ba3889789c63/75f8d944-8c2d-4fdc-8062-d94db66068c8/d83b4b65-210e-40af-801b-544f825f1042) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:54.689171 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71100dcc-7b58-4a79-b839-1497828fde71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a4efffd5-af56-48a5-806e-a277755d7884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.692130 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] For port dedf902a-bae9-4605-8053-ac30d5428fc8, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:54.697196 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:54.699247 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] For port dedf902a-bae9-4605-8053-ac30d5428fc8, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dedf902a-bae9-4605-8053-ac30d5428fc8,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:54.707392 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.737423 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6612d00e-15f9-4c8c-a63e-81e4eafcd884', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:c9:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:37Z', 'updated_at': '2022-07-12T17:29:52Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}, {'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:54.755202 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:54.767247 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26aa082-d221-43ec-8fac-7d140b42a312 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6612d00e-15f9-4c8c-a63e-81e4eafcd884', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:c9:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:29:37Z', 'updated_at': '2022-07-12T17:29:52Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}, {'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:54.783010 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77775-ae7b-4a20-bab8-eec410f05f3d None None] Pushing event updated for resources: {'Port': ['ID=dedf902a-bae9-4605-8053-ac30d5428fc8,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:54.795204 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:54.796111 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:54.820219 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks [] for port (d83b4b65-210e-40af-801b-544f825f1042), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.832679 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-71100dcc-7b58-4a79-b839-1497828fde71 None None] Current status of the port a4efffd5-af56-48a5-806e-a277755d7884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:54.855780 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.900086 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:54.900553 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:54.903957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:54.906935 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:54.959256 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:54.961871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Pushing event updated for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:54.968089 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.033095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1223c8e-0311-42d6-a915-d001b36b4d3a None None] New status for floating IP 6612d00e-15f9-4c8c-a63e-81e4eafcd884: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:29:55.063199 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:55.112127 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (d83b4b65-210e-40af-801b-544f825f1042), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.120444 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:53Z', 'revision_number': 3, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:55.155291 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba4433-473a-42f7-8658-b46b9a9ad7a8 None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:53Z', 'revision_number': 3, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:55.173571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f13ab236-1947-4260-8836-319aa9b6103f None None] Provisioning complete for port d83b4b65-210e-40af-801b-544f825f1042 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:55.173571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f13ab236-1947-4260-8836-319aa9b6103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (d83b4b65-210e-40af-801b-544f825f1042), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.247527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f13ab236-1947-4260-8836-319aa9b6103f None None] Port d83b4b65-210e-40af-801b-544f825f1042 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:29:55.280518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:55.289360 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:55.300069 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks [] for port (d83b4b65-210e-40af-801b-544f825f1042), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.304610 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.377712 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Pushing event updated for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:55.380163 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.488998 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:55.490615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:55.634880 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:29:55.649137 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a4efffd5-af56-48a5-806e-a277755d7884 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:55.654258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-f8ab2d7f-e866-44be-a5b7-478255d1ffca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653844 Jul 12 17:29:55.711152 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port a4efffd5-af56-48a5-806e-a277755d7884 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:55.711696 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a4efffd5-af56-48a5-806e-a277755d7884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.747363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b420195-7756-4745-9086-46e7dfae5bfe req-e94d28ec-89aa-4800-929f-23c23dd1380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:55.749082 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-e94d28ec-89aa-4800-929f-23c23dd1380a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0567443 Jul 12 17:29:55.783519 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-93fcb401-37fa-4ea9-9c22-7483cb18743a None None] Provisioning complete for port d83b4b65-210e-40af-801b-544f825f1042 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:55.784174 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-93fcb401-37fa-4ea9-9c22-7483cb18743a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (d83b4b65-210e-40af-801b-544f825f1042), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.790329 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:55.806096 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d15d7f71-767c-4f6f-b1e5-b10610de6a12 admin admin] 10.222.0.62 "PUT /v2.0/routers/71cddfc6-0e23-447c-8963-4a1f6334e0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695014 Jul 12 17:29:55.847070 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-93fcb401-37fa-4ea9-9c22-7483cb18743a None None] Port d83b4b65-210e-40af-801b-544f825f1042 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:29:55.855515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:55.872116 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b420195-7756-4745-9086-46e7dfae5bfe req-845d6397-e3fd-466e-a6ea-86b2f38b6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:55.873651 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-845d6397-e3fd-466e-a6ea-86b2f38b6266 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.1046503 Jul 12 17:29:55.880378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port a4efffd5-af56-48a5-806e-a277755d7884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:55.881610 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dedf902a-bae9-4605-8053-ac30d5428fc8 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:55.931229 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port dedf902a-bae9-4605-8053-ac30d5428fc8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:55.931388 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:55.946064 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-123f07b8-9c55-452b-86d4-74e21eddeebd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8875684-ac70-4178-b58c-59ccedcabb36 HTTP/1.1" status: 200 len: 1001 time: 0.0658410 Jul 12 17:29:56.002676 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b420195-7756-4745-9086-46e7dfae5bfe req-606335a6-5901-4939-883e-d7793776b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:56.010979 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-606335a6-5901-4939-883e-d7793776b95f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0578904 Jul 12 17:29:56.024095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:56.026452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port dedf902a-bae9-4605-8053-ac30d5428fc8 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:56.026837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.052952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port dedf902a-bae9-4605-8053-ac30d5428fc8, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dedf902a-bae9-4605-8053-ac30d5428fc8,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:56.060086 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.078318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b420195-7756-4745-9086-46e7dfae5bfe req-303e34a6-a034-4738-a30c-dc58f08c1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:56.080423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-303e34a6-a034-4738-a30c-dc58f08c1379 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620222 Jul 12 17:29:56.118213 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=dedf902a-bae9-4605-8053-ac30d5428fc8,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:56.190230 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-0b8e57df-104a-45dd-9eb8-f494885f68ef service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022122 Jul 12 17:29:56.288821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b420195-7756-4745-9086-46e7dfae5bfe req-72272d1d-6c5f-44b9-9023-c583422ea96d service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923991 Jul 12 17:29:56.386148 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43396) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:56.391655 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009840623-network', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:56.395600 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:29:56.411055 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Made reservation on behalf of d41aa40c195f457ca0f0e1ded9ed874f for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:56.413566 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.422473 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.499689 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks [] for security_group (26800659-2252-4faa-9486-ab28857918c3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.503575 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (26800659-2252-4faa-9486-ab28857918c3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.530834 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:29:56.537602 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26800659-2252-4faa-9486-ab28857918c3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:56.543788 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (dd327f95-d089-4e8e-9a07-7d0637eddcc2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.544123 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Added segment dd327f95-d089-4e8e-9a07-7d0637eddcc2 of type vlan for network 3ddb8b07-d697-4b8a-a762-8235f3239b07 Jul 12 17:29:56.592205 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (3ddb8b07-d697-4b8a-a762-8235f3239b07), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.619491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (3ddb8b07-d697-4b8a-a762-8235f3239b07), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.620591 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:56.621189 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.657908 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2706249 Jul 12 17:29:56.660485 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43398) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:56.665321 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Request body: {'subnet': {'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009840623-subnet', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:56.699455 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630c5c3-d94b-4a2f-a892-14e14d0efef5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddb8b07-d697-4b8a-a762-8235f3239b07,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:56.704368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:56.710293 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:29:56.723288 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Made reservation on behalf of d41aa40c195f457ca0f0e1ded9ed874f for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:29:56.725945 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.729626 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:56.742343 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.892827 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.912167 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (327c64a4-1024-4df9-9a1c-a9c84b19ec65), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:56.932175 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:56.942485 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:56.943097 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:56.970569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Pushing event updated for resources: {'Subnet': ['ID=327c64a4-1024-4df9-9a1c-a9c84b19ec65,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:56.980840 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Checking segment: {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:56.981192 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Network hostable DHCP agents. Network: 3ddb8b07-d697-4b8a-a762-8235f3239b07, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:29:56.999420 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:29:57.007908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, 3ddb8b07-d697-4b8a-a762-8235f3239b07) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:57.012092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:29:57.012683 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.018754 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50815840-d114-4483-938d-b1a09d7829b2 None None] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:29:57.031930 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8b724797-ff3a-4547-9b49-10aad096271d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3671086 Jul 12 17:29:57.032092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43400) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:57.036144 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:29:57.049109 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:57.058716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.059742 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.111661 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for router_controller (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.130792 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-3ddb8b07-d697-4b8a-a762-8235f3239b07', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:29:57.131772 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.161628 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.253750 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for router_gateway (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.255311 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 2, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:57.283585 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Allocated IP 172.20.0.2 (3ddb8b07-d697-4b8a-a762-8235f3239b07/327c64a4-1024-4df9-9a1c-a9c84b19ec65/45ea643d-766b-4485-a6b6-4174f4da8bee) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:57.284080 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:57.284433 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Updating router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 port d83b4b65-210e-40af-801b-544f825f1042 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:29:57.312497 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (d83b4b65-210e-40af-801b-544f825f1042), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.439190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks [] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.442715 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for router_gateway (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.454539 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.464613 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.503638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Pushing event updated for resources: {'Port': ['ID=45ea643d-766b-4485-a6b6-4174f4da8bee,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.517051 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:57.518612 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:57.527055 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:57.532644 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.595090 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Allocated IP 172.27.0.170 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/8ea6fe54-556b-4358-9fb0-aae2d0c84517) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:57.595469 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dedf902a-bae9-4605-8053-ac30d5428fc8 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:57.633888 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Attempting to bind port 45ea643d-766b-4485-a6b6-4174f4da8bee on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:57.634410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Attempting to bind port 45ea643d-766b-4485-a6b6-4174f4da8bee by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:57.634870 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Attempting to bind port 45ea643d-766b-4485-a6b6-4174f4da8bee on network 3ddb8b07-d697-4b8a-a762-8235f3239b07 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:57.645328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:57.645835 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Checking segment: {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:57.646302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.646771 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Bound using segment: {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:57.647310 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Bound port: 45ea643d-766b-4485-a6b6-4174f4da8bee, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:57.647763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.667559 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks [] for port (d83b4b65-210e-40af-801b-544f825f1042), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.673505 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.678680 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.697357 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.698497 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port dedf902a-bae9-4605-8053-ac30d5428fc8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:57.699129 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.711275 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.725302 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.725499 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485c85-5829-4a5d-8beb-d777d01f2f94 None None] Pushing event updated for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.754535 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.754779 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] For port 45ea643d-766b-4485-a6b6-4174f4da8bee, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:57.759276 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] For port 45ea643d-766b-4485-a6b6-4174f4da8bee, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=45ea643d-766b-4485-a6b6-4174f4da8bee,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:57.780566 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.805057 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Attempting to bind port d83b4b65-210e-40af-801b-544f825f1042 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:29:57.805670 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Attempting to bind port d83b4b65-210e-40af-801b-544f825f1042 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:29:57.806208 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Attempting to bind port d83b4b65-210e-40af-801b-544f825f1042 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:29:57.812263 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:29:57.812860 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:29:57.813426 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.813981 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Bound using segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:29:57.814619 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Bound port: d83b4b65-210e-40af-801b-544f825f1042, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:29:57.815146 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (d83b4b65-210e-40af-801b-544f825f1042), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.835115 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:57.840281 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:57.845147 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:57.858704 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Pushing event updated for resources: {'Port': ['ID=8ea6fe54-556b-4358-9fb0-aae2d0c84517,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.883330 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:57.901142 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] For port d83b4b65-210e-40af-801b-544f825f1042, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:29:57.902789 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port dedf902a-bae9-4605-8053-ac30d5428fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:57.905181 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90fa22-0182-4a17-9cbb-76f921fde877 None None] Pushing event updated for resources: {'Port': ['ID=45ea643d-766b-4485-a6b6-4174f4da8bee,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:57.906645 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] For port d83b4b65-210e-40af-801b-544f825f1042, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=d83b4b65-210e-40af-801b-544f825f1042,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:29:57.916840 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:57.988708 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:57.989358 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:57.991177 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485c85-5829-4a5d-8beb-d777d01f2f94 None None] Pushing event updated for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:58.105928 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:58.152045 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Provisioning complete for port d83b4b65-210e-40af-801b-544f825f1042 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:58.163647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (d83b4b65-210e-40af-801b-544f825f1042), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.286152 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Current status of the port d83b4b65-210e-40af-801b-544f825f1042 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:58.287085 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (d83b4b65-210e-40af-801b-544f825f1042), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.322377 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:58.352162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] For port d83b4b65-210e-40af-801b-544f825f1042, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=d83b4b65-210e-40af-801b-544f825f1042,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:58.365574 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.398768 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:57Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:58.426342 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc14627-2a6f-4004-b8c1-451932bcad30 None None] Pushing event updated for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:58.434661 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b969e4-6ffa-4ab1-aa36-8858b58eefff None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:57Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:29:58.435643 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for router_gateway (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.503326 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6c4b9ee4-a61c-4aad-a5f6-47f7e1172b44 None None] Provisioning complete for port d83b4b65-210e-40af-801b-544f825f1042 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:58.503697 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9ee4-a61c-4aad-a5f6-47f7e1172b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (d83b4b65-210e-40af-801b-544f825f1042), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.597721 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b9ee4-a61c-4aad-a5f6-47f7e1172b44 None None] Current status of the port d83b4b65-210e-40af-801b-544f825f1042 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:58.679535 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.808803 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:58.818928 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:29:58.934642 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:29:58.948934 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Sync routers for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:29:58.971298 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:58.975185 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5d7f2b49-1750-4767-bc95-7705cb6fa7dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9396238 Jul 12 17:29:58.975681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43402) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:29:58.976133 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:29:58.976448 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:59.135750 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:59.201728 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193df791-200d-4035-b935-d0c27632602d None None] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:29:59.234259 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Provisioning complete for port 45ea643d-766b-4485-a6b6-4174f4da8bee triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:59.234623 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.313526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:29:59.412012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.493187 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:59.519185 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Current status of the port 45ea643d-766b-4485-a6b6-4174f4da8bee is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:29:59.519571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.598651 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Allocated IP 172.20.0.1 (3ddb8b07-d697-4b8a-a762-8235f3239b07/327c64a4-1024-4df9-9a1c-a9c84b19ec65/4166a09d-cbb3-427b-a4bf-284d7e822f09) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:29:59.610471 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device d83b4b65-210e-40af-801b-544f825f1042 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:29:59.635728 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:59.644604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] For port 45ea643d-766b-4485-a6b6-4174f4da8bee, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=45ea643d-766b-4485-a6b6-4174f4da8bee,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:29:59.658829 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.666305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 3, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:29:59.720989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Checking router: 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:29:59.721375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Updating router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:29:59.742295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks [] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.781728 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port d83b4b65-210e-40af-801b-544f825f1042 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:59.782222 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (d83b4b65-210e-40af-801b-544f825f1042), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.782515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.788438 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2140aa-d5ce-42be-a483-75d85522a784 None None] Pushing event updated for resources: {'Port': ['ID=45ea643d-766b-4485-a6b6-4174f4da8bee,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.815271 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.819552 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6d947dc7-aadf-4c6c-a995-11ab4650714a None None] Provisioning complete for port 45ea643d-766b-4485-a6b6-4174f4da8bee triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:29:59.820171 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d947dc7-aadf-4c6c-a995-11ab4650714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.824312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:29:59.829032 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:29:59.832909 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:29:59.855005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Pushing event updated for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:29:59.859847 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:29:59.875814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:29:59.933006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:00.028349 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.042878 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port d83b4b65-210e-40af-801b-544f825f1042 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:00.044096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 45ea643d-766b-4485-a6b6-4174f4da8bee up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:00.120198 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6d947dc7-aadf-4c6c-a995-11ab4650714a None None] Current status of the port 45ea643d-766b-4485-a6b6-4174f4da8bee is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:00.163666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 45ea643d-766b-4485-a6b6-4174f4da8bee triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:00.163954 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.205365 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks [] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.210303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.244265 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:00.265577 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-12df4334-1d7f-403c-a2f8-b96115119313 None None] Provisioning complete for port 4166a09d-cbb3-427b-a4bf-284d7e822f09 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:00.265971 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-12df4334-1d7f-403c-a2f8-b96115119313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.271332 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks [] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.277616 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.282379 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Pushing event updated for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.313850 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.372044 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-12df4334-1d7f-403c-a2f8-b96115119313 None None] Port 4166a09d-cbb3-427b-a4bf-284d7e822f09 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:30:00.380415 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 45ea643d-766b-4485-a6b6-4174f4da8bee is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:00.381847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:00.383292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:00.395764 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.398085 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e4343-a461-42a8-9ee4-2e96b5a48eb8 None None] Pushing event updated for resources: {'Port': ['ID=8ea6fe54-556b-4358-9fb0-aae2d0c84517,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.402484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Attempting to bind port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:30:00.402856 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Attempting to bind port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:30:00.403221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Attempting to bind port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:30:00.408558 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:30:00.408934 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:30:00.409329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.409744 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:30:00.410211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Bound port: 8ea6fe54-556b-4358-9fb0-aae2d0c84517, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:30:00.410585 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.439539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:00.477542 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] For port 8ea6fe54-556b-4358-9fb0-aae2d0c84517, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:00.484003 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] For port 8ea6fe54-556b-4358-9fb0-aae2d0c84517, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=8ea6fe54-556b-4358-9fb0-aae2d0c84517,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:00.492911 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.500285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:30:00.562772 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e4343-a461-42a8-9ee4-2e96b5a48eb8 None None] Pushing event updated for resources: {'Port': ['ID=8ea6fe54-556b-4358-9fb0-aae2d0c84517,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:00.567278 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:30:00.567946 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:00.677024 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:30:00.714237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:00.726378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b566966c-b170-40b5-9a08-f078372b303e None None] Provisioning complete for port 4166a09d-cbb3-427b-a4bf-284d7e822f09 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:00.726740 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b566966c-b170-40b5-9a08-f078372b303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:00.809323 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b566966c-b170-40b5-9a08-f078372b303e None None] Port 4166a09d-cbb3-427b-a4bf-284d7e822f09 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:30:00.844757 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:00.858398 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5eb7a2bf-aad0-46a2-9f2c-7b480e535817 admin admin] 10.222.0.62 "PUT /v2.0/routers/9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730457 Jul 12 17:30:00.904364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:59Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '4166a09d-cbb3-427b-a4bf-284d7e822f09', 'name': '', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'mac_address': 'fa:16:3e:67:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:59Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 2, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'subnets': [{'id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:00.930522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c6766-0ad1-488f-ab47-820cd4f6fe00 None None] The sync data for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi is: [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:59Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '4166a09d-cbb3-427b-a4bf-284d7e822f09', 'name': '', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'mac_address': 'fa:16:3e:67:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:59Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 2, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'subnets': [{'id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:01.238818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43414) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:01.243669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538136482', 'description': 'tempest-secgroup-smoke-538136482 description', 'project_id': '471e1e958b29427eb024616ca403985f'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:01.268190 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.350714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (9d2ff57e-91bc-48b0-bd5b-6301fc1968d3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.354662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9d2ff57e-91bc-48b0-bd5b-6301fc1968d3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.386749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.387999 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1481769 Jul 12 17:30:01.390620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46650008-9d5e-4197-9f73-26b2349701a0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:01.391604 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43416) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:01.397410 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:01.431584 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (0ac2a6e6-efd0-4371-84cf-e61ba4e404e6), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.513076 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (0ac2a6e6-efd0-4371-84cf-e61ba4e404e6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.518278 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (0ac2a6e6-efd0-4371-84cf-e61ba4e404e6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.542499 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 45ea643d-766b-4485-a6b6-4174f4da8bee up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:01.543739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:01.549036 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac2a6e6-efd0-4371-84cf-e61ba4e404e6,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:01.556398 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.560600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43418) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:01.563265 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0a01678e-5834-43fc-b107-65427d2ced4c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694534 Jul 12 17:30:01.566303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:01.585972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:01.602809 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:01.603967 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (c4daf1e4-2ff3-4e26-afee-bb0f100a2671), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.618295 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 45ea643d-766b-4485-a6b6-4174f4da8bee triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:01.618295 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.676507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (c4daf1e4-2ff3-4e26-afee-bb0f100a2671), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.682628 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (c4daf1e4-2ff3-4e26-afee-bb0f100a2671), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.703526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4daf1e4-2ff3-4e26-afee-bb0f100a2671,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:01.727488 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.727833 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.728171 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.733807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.734223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.734563 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.735216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.735555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.735884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.736239 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.740789 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.741399 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.741860 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.742301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.743220 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:01.749268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.758330 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3b491b08-5460-4312-bdc3-7b2297e82298 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958289 Jul 12 17:30:01.761048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43420) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:01.767814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:01.769355 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 45ea643d-766b-4485-a6b6-4174f4da8bee is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:01.801728 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (a734f9e8-e242-4bd0-8e3f-f729f17a58b5), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.871309 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (a734f9e8-e242-4bd0-8e3f-f729f17a58b5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.875959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (a734f9e8-e242-4bd0-8e3f-f729f17a58b5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.897542 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a734f9e8-e242-4bd0-8e3f-f729f17a58b5,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:01.906347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:01.907573 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-be1a7af4-418f-4ace-aab5-9e138dbc99dd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453669 Jul 12 17:30:01.910337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43422) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:01.914856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:01.943591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (8fb26f69-9172-4c20-9f8d-9d03614e1fa8), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.004403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (8fb26f69-9172-4c20-9f8d-9d03614e1fa8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.008637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (8fb26f69-9172-4c20-9f8d-9d03614e1fa8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.028130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb26f69-9172-4c20-9f8d-9d03614e1fa8,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.032980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.036994 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-44a5c9c1-eb2d-4b3e-ac41-9057d1ae49aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227312 Jul 12 17:30:02.036994 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43424) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:02.041666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:02.047832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:02.067724 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Project 471e1e958b29427eb024616ca403985f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:30:02.074371 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (26b88048-02a1-4547-a1ff-846c67fd31d7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.136155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (26b88048-02a1-4547-a1ff-846c67fd31d7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.139897 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (26b88048-02a1-4547-a1ff-846c67fd31d7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.161026 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b88048-02a1-4547-a1ff-846c67fd31d7,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.169746 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.174199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3827e642-1b0c-4f95-aa0f-089aa964f44f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359098 Jul 12 17:30:02.174462 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43426) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:02.178945 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'security_group_rule': {'security_group_id': '9d2ff57e-91bc-48b0-bd5b-6301fc1968d3', 'project_id': '471e1e958b29427eb024616ca403985f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:02.200014 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Project 471e1e958b29427eb024616ca403985f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:30:02.206301 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (bfae3466-ac32-460e-8fe4-367a2b83d1b6), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.269929 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (bfae3466-ac32-460e-8fe4-367a2b83d1b6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.273798 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (bfae3466-ac32-460e-8fe4-367a2b83d1b6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.293102 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfae3466-ac32-460e-8fe4-367a2b83d1b6,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:02.301500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:02.302738 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6975773a-2809-4908-baf3-220919a6f0f6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272817 Jul 12 17:30:03.046428 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Sync routers for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:03.055927 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:30:03.056514 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:03.157774 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:30:03.325723 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:03.343287 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:59Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '4166a09d-cbb3-427b-a4bf-284d7e822f09', 'name': '', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'mac_address': 'fa:16:3e:67:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:59Z', 'updated_at': '2022-07-12T17:30:00Z', 'revision_number': 2, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'subnets': [{'id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:03.372817 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Checking router: 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:03.373163 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Updating router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 port 4166a09d-cbb3-427b-a4bf-284d7e822f09 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:30:03.400922 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.506989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 8ea6fe54-556b-4358-9fb0-aae2d0c84517 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:03.553039 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:03.553410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.580966 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:03.663292 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks [] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.670398 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.719386 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e77ad-dec0-4c15-9c2b-68013ad07c2a None None] Pushing event updated for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:03.768152 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:03.768870 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.813524 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Attempting to bind port 4166a09d-cbb3-427b-a4bf-284d7e822f09 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:30:03.813914 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Attempting to bind port 4166a09d-cbb3-427b-a4bf-284d7e822f09 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:30:03.818166 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Attempting to bind port 4166a09d-cbb3-427b-a4bf-284d7e822f09 on network 3ddb8b07-d697-4b8a-a762-8235f3239b07 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:30:03.820072 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 8ea6fe54-556b-4358-9fb0-aae2d0c84517, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=8ea6fe54-556b-4358-9fb0-aae2d0c84517,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:03.830355 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.831125 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:30:03.831574 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Checking segment: {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:30:03.831972 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.832423 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Bound using segment: {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:30:03.833452 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Bound port: 4166a09d-cbb3-427b-a4bf-284d7e822f09, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd327f95-d089-4e8e-9a07-7d0637eddcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:30:03.833845 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.890706 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=8ea6fe54-556b-4358-9fb0-aae2d0c84517,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:03.919136 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] For port 4166a09d-cbb3-427b-a4bf-284d7e822f09, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:03.922632 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] For port 4166a09d-cbb3-427b-a4bf-284d7e822f09, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4166a09d-cbb3-427b-a4bf-284d7e822f09,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:03.932445 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:03.999485 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:30:04.000213 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:29:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:04.044145 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e77ad-dec0-4c15-9c2b-68013ad07c2a None None] Pushing event updated for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:04.059519 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Provisioning complete for port 4166a09d-cbb3-427b-a4bf-284d7e822f09 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:04.059932 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:04.127276 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:30:04.154966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Current status of the port 4166a09d-cbb3-427b-a4bf-284d7e822f09 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:04.154966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:04.196401 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] For port 4166a09d-cbb3-427b-a4bf-284d7e822f09, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4166a09d-cbb3-427b-a4bf-284d7e822f09,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:04.201971 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:04.254709 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb91b93-539b-4d6d-aba2-dd9f20cee5e5 None None] Pushing event updated for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:04.324322 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-55c31ed8-d5f9-4a01-b6b3-031b8db9feb4 None None] Provisioning complete for port 4166a09d-cbb3-427b-a4bf-284d7e822f09 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:04.324771 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-55c31ed8-d5f9-4a01-b6b3-031b8db9feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:04.398174 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-55c31ed8-d5f9-4a01-b6b3-031b8db9feb4 None None] Current status of the port 4166a09d-cbb3-427b-a4bf-284d7e822f09 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:04.420767 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:59Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '4166a09d-cbb3-427b-a4bf-284d7e822f09', 'name': '', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'mac_address': 'fa:16:3e:67:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:59Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'subnets': [{'id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:04.444723 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0223ad-f375-43d7-a994-07bfe9fd5890 None None] The sync data for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi is: [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:29:59Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '4166a09d-cbb3-427b-a4bf-284d7e822f09', 'name': '', 'network_id': '3ddb8b07-d697-4b8a-a762-8235f3239b07', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'mac_address': 'fa:16:3e:67:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:59Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'subnets': [{'id': '327c64a4-1024-4df9-9a1c-a9c84b19ec65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:05.515472 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 8ea6fe54-556b-4358-9fb0-aae2d0c84517 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:05.542952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:05.565233 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:05.565606 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:05.639558 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:05.640652 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4166a09d-cbb3-427b-a4bf-284d7e822f09 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:05.686493 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 4166a09d-cbb3-427b-a4bf-284d7e822f09 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:05.686866 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:05.688871 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:05.759874 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 4166a09d-cbb3-427b-a4bf-284d7e822f09 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:10.814454 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:10.872115 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:12.161759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:12.163695 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=56,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:12.292390 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:12.294506 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:15.754019 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:15.759062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=30 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:20.873222 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:21.548734 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc1c4fda-2a7a-42ce-ac8d-7c0c0c855cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:23.882541 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-145ee202-15fb-419e-ba01-66ad6a1c756a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:24.952043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:26.043981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-65ecbd01-85f4-48f9-992c-97deafc60ed2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538136482&fields=id&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 267 time: 0.0442104 Jul 12 17:30:26.147475 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-aead1ccb-d2aa-4b94-aa3d-ddf3ebfc8fc9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:26.148902 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-aead1ccb-d2aa-4b94-aa3d-ddf3ebfc8fc9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.0984790 Jul 12 17:30:26.163623 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-11042115-3f33-4250-85d1-1607976a17c1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/quotas/471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 375 time: 0.0093048 Jul 12 17:30:26.215219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-00357843-6b9c-4a86-bbdc-ed653c8fc419 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466969 Jul 12 17:30:26.307934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-bd86f8cb-0e20-41b6-b71b-9056aa3746af service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811951 Jul 12 17:30:26.400066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-af2087c4-8a88-4be2-aa25-9d8ccbbd0e2f service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866702 Jul 12 17:30:26.689758 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f07a402f-0468-49da-b875-06bdad4fc053 req-1bd0fcb8-9ba1-4659-9de9-64b9cf318b09 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0288985 Jul 12 17:30:26.722029 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:26.886571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:27.724187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-3fa68b4f-3835-4802-8050-26f37af9f7ec tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:27.725676 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-3fa68b4f-3835-4802-8050-26f37af9f7ec tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.1065676 Jul 12 17:30:27.796259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d79d6744-5a3a-44ba-9808-acbecd1feadb req-d18885b7-8766-4bde-b089-669fadcaf980 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0357900 Jul 12 17:30:27.845949 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-0612fcc3-f068-4aca-9913-117b7d0ede0a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 379 time: 0.0573187 Jul 12 17:30:27.856949 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'port': {'device_id': '75a152ab-692f-42e7-9c24-a69291f449ae', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'admin_state_up': True, 'tenant_id': '471e1e958b29427eb024616ca403985f', 'security_groups': ['9d2ff57e-91bc-48b0-bd5b-6301fc1968d3']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:27.965656 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Made reservation on behalf of 471e1e958b29427eb024616ca403985f for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:30:27.968899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.095179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.20.0.5 (669116b9-7a59-4591-9422-ba3889789c63/75f8d944-8c2d-4fdc-8062-d94db66068c8/3805d085-cefa-43b1-a617-e660f2c6e92e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:28.134108 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:28.172824 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:28.244256 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.275869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.322136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:28.327318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:28.331243 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:30:28.336307 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:28.403131 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:28.403856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.424053 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-7c369f88-b192-4a60-a454-aacba069f058 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717604 Jul 12 17:30:28.443524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Request body: {'port': {'device_id': '75a152ab-692f-42e7-9c24-a69291f449ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:28.512576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.583419 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9a24f7dd-4049-42bb-82f6-78e4746f8327 None None] Provisioning complete for port 3805d085-cefa-43b1-a617-e660f2c6e92e triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:28.583972 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a24f7dd-4049-42bb-82f6-78e4746f8327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.621823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9a24f7dd-4049-42bb-82f6-78e4746f8327 None None] Port 3805d085-cefa-43b1-a617-e660f2c6e92e cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:30:28.794946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3805d085-cefa-43b1-a617-e660f2c6e92e {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:30:28.803113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks [] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.815634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Transition to ACTIVE for port object 3805d085-cefa-43b1-a617-e660f2c6e92e will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:30:28.821823 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:28.871139 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:28.977069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8f4e7-1cc7-4650-afaa-f18089337dbd req-40343107-568a-4b4f-91cf-d993c6a7fdc7 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:28.978658 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20b8f4e7-1cc7-4650-afaa-f18089337dbd req-40343107-568a-4b4f-91cf-d993c6a7fdc7 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0801105 Jul 12 17:30:29.013211 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Attempting to bind port 3805d085-cefa-43b1-a617-e660f2c6e92e on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:30:29.013593 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Attempting to bind port 3805d085-cefa-43b1-a617-e660f2c6e92e by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:30:29.013899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Attempting to bind port 3805d085-cefa-43b1-a617-e660f2c6e92e on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:30:29.017415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:29.032366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Port 3805d085-cefa-43b1-a617-e660f2c6e92e on network 669116b9-7a59-4591-9422-ba3889789c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:30:29.032702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Attempting to bind port 3805d085-cefa-43b1-a617-e660f2c6e92e on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:30:29.045476 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:29.053170 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20b8f4e7-1cc7-4650-afaa-f18089337dbd req-84dafc8e-6507-460c-abfa-d67f185f65d6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680325 Jul 12 17:30:29.054510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:30:29.054853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:30:29.055215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Bound using segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:30:29.055771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Bound port: 3805d085-cefa-43b1-a617-e660f2c6e92e, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:30:29.056128 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:29.120873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:30:29.123965 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3805d085-cefa-43b1-a617-e660f2c6e92e,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:30:29.129874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:29.167393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:29.168007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:29.169411 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] 10.222.0.66 "PUT /v2.0/ports/3805d085-cefa-43b1-a617-e660f2c6e92e HTTP/1.1" status: 200 len: 1093 time: 0.7314751 Jul 12 17:30:29.169794 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:30:29.171971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610" -d '{"events": [{"name": "network-changed", "server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:29.196240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4e7f-bdf3-4d0a-8cb2-389f19f75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:29.227783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dd2c48-8de3-405b-a426-c8ceb5da17fd x-openstack-request-id: req-47dd2c48-8de3-405b-a426-c8ceb5da17fd {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:29.228099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:29.228346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47dd2c48-8de3-405b-a426-c8ceb5da17fd {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:29.228791 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dd2c48-8de3-405b-a426-c8ceb5da17fd'] response: {'name': 'network-changed', 'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'status': 'completed', 'code': 200} Jul 12 17:30:29.304689 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-1e5d487a-8d24-4561-a885-5422c73c8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:29.306265 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-1e5d487a-8d24-4561-a885-5422c73c8f93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 1127 time: 0.0475485 Jul 12 17:30:29.357152 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-546cd746-6e50-4616-821b-2ed6e42dab0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3805d085-cefa-43b1-a617-e660f2c6e92e HTTP/1.1" status: 200 len: 217 time: 0.0365365 Jul 12 17:30:29.407731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-a104a383-bb22-446b-b484-7eb448de596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:29.409236 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-a104a383-bb22-446b-b484-7eb448de596c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0455785 Jul 12 17:30:29.461155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-c39a1bb4-219c-401c-9ec9-2537a2c64d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:29.462694 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-c39a1bb4-219c-401c-9ec9-2537a2c64d58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465899 Jul 12 17:30:29.553004 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-928dc53e-b948-45a7-a71e-9d308a221131 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840271 Jul 12 17:30:29.647681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e7d7321-b93c-4c3c-8682-3f1b439feaa1 req-f3373ba9-6ad6-4d91-a27a-8d691df0e777 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888517 Jul 12 17:30:30.175983 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac44084-fc19-4971-b04f-3ffa6fe55d1b req-63ff0eac-e71a-4fb7-bc3c-aabd33531712 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:30.181763 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cac44084-fc19-4971-b04f-3ffa6fe55d1b req-63ff0eac-e71a-4fb7-bc3c-aabd33531712 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0518479 Jul 12 17:30:30.229117 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cac44084-fc19-4971-b04f-3ffa6fe55d1b req-babc18c3-ae42-4b1e-b7de-28e86a78388d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 Jul 12 17:30:30.351317 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:31.065511 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-707ecdc5-15e6-4a02-a803-c7eaf14ef9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:31.067150 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-707ecdc5-15e6-4a02-a803-c7eaf14ef9e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 1127 time: 0.0419998 Jul 12 17:30:31.162681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-45e75913-2d95-4bd7-bf0a-68ff99a52fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:31.164154 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-45e75913-2d95-4bd7-bf0a-68ff99a52fcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0902946 Jul 12 17:30:31.202969 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-3143d52d-4f31-44d4-83ce-8693a9f56575 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3805d085-cefa-43b1-a617-e660f2c6e92e HTTP/1.1" status: 200 len: 217 time: 0.0327351 Jul 12 17:30:31.255397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-f0f2d5b7-3ab5-4a05-8bd3-3ef554f72848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:31.256828 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-f0f2d5b7-3ab5-4a05-8bd3-3ef554f72848 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0477724 Jul 12 17:30:31.304056 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-4e995b23-6273-41ae-b26b-2a4eb6ad69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:31.305599 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-4e995b23-6273-41ae-b26b-2a4eb6ad69c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424206 Jul 12 17:30:31.371313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190bdf-b7aa-49c4-a432-0102a4df4931 req-26854b17-b492-4935-a86b-e3243b46ab4a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:31.372681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6190bdf-b7aa-49c4-a432-0102a4df4931 req-26854b17-b492-4935-a86b-e3243b46ab4a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0700915 Jul 12 17:30:31.437234 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:31.449669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:31.466714 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-fa81ff29-83f9-47a2-bb56-176bffb8ae15 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528511 Jul 12 17:30:31.472048 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6190bdf-b7aa-49c4-a432-0102a4df4931 req-c7051fea-1afc-4c17-8ece-38a5abca1a26 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681450 Jul 12 17:30:31.561665 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61eb3b9c-79d4-4f7e-9df6-86658dbbe610 req-875229e4-6b51-4897-a538-197dd5f457ac service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Jul 12 17:30:32.587871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b0906-a27f-4f8f-a238-15fb7d72b2c3 req-25b592c9-1a60-4313-8a35-e12be4880d27 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:32.589351 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf1b0906-a27f-4f8f-a238-15fb7d72b2c3 req-25b592c9-1a60-4313-8a35-e12be4880d27 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0500379 Jul 12 17:30:32.639776 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf1b0906-a27f-4f8f-a238-15fb7d72b2c3 req-04ca5431-14e2-43d5-907e-f7d0ca25da60 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Jul 12 17:30:33.395513 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:30:33.754576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cef0f-295f-4b28-8247-cfc3aa9dc27f req-29112031-b6fe-49d3-a7bb-35e8860995f4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:33.756104 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-499cef0f-295f-4b28-8247-cfc3aa9dc27f req-29112031-b6fe-49d3-a7bb-35e8860995f4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0495484 Jul 12 17:30:33.806339 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-499cef0f-295f-4b28-8247-cfc3aa9dc27f req-8d8a0950-4b8a-4a70-9d4f-65274ffa19fd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446448 Jul 12 17:30:34.921292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f898-8791-4e3e-af14-68485b0961fa req-30adc4e1-9de2-431c-a58b-1d227b552d6e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:34.924747 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c77f898-8791-4e3e-af14-68485b0961fa req-30adc4e1-9de2-431c-a58b-1d227b552d6e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0517976 Jul 12 17:30:34.975057 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c77f898-8791-4e3e-af14-68485b0961fa req-720ff8f8-49ba-4a88-9bee-727257712ba4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Jul 12 17:30:36.088279 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85aca7-3acc-4564-8fa8-3b955f5e31c8 req-1f92c8e3-f453-4ade-97e1-c7943a957b32 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:36.089883 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d85aca7-3acc-4564-8fa8-3b955f5e31c8 req-1f92c8e3-f453-4ade-97e1-c7943a957b32 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0474813 Jul 12 17:30:36.138845 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d85aca7-3acc-4564-8fa8-3b955f5e31c8 req-c89f7302-5f8f-4926-a77e-6eec8dedb3b8 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Jul 12 17:30:36.286269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2f45e-fafa-423d-8e25-dbfb5480b8bb req-5d297e52-192b-407a-9c49-cab4d657f7bc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:36.287691 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36f2f45e-fafa-423d-8e25-dbfb5480b8bb req-5d297e52-192b-407a-9c49-cab4d657f7bc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0461819 Jul 12 17:30:36.336995 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36f2f45e-fafa-423d-8e25-dbfb5480b8bb req-ea466d98-fc06-47f7-b5b9-60e86e6d9827 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438070 Jul 12 17:30:37.252718 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d23598-ca14-407d-b7ff-7320ef8af724 req-9fbc707d-517e-4b8f-9825-fc1d2bed8eeb tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:37.254159 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4d23598-ca14-407d-b7ff-7320ef8af724 req-9fbc707d-517e-4b8f-9825-fc1d2bed8eeb tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0460186 Jul 12 17:30:37.302215 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4d23598-ca14-407d-b7ff-7320ef8af724 req-8283c44e-7270-400a-97de-1e8a61beb41f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Jul 12 17:30:37.454731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0620-df28-49b1-8402-443012ea92f1 req-5e53f90b-12fd-4a5a-85a9-d853e6f679b2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:37.456153 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e29e0620-df28-49b1-8402-443012ea92f1 req-5e53f90b-12fd-4a5a-85a9-d853e6f679b2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0452728 Jul 12 17:30:37.501749 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e29e0620-df28-49b1-8402-443012ea92f1 req-30819154-02e5-4270-914b-a170486f57f6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Jul 12 17:30:38.414635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a087332-931d-4e67-92a9-45dbdbbd1e9a req-e4773654-a31d-4a1b-9483-d28290e598fb tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:38.416063 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a087332-931d-4e67-92a9-45dbdbbd1e9a req-e4773654-a31d-4a1b-9483-d28290e598fb tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 943 time: 0.0490241 Jul 12 17:30:38.462700 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a087332-931d-4e67-92a9-45dbdbbd1e9a req-b9a42cae-a99b-4d9e-aa91-abeb1cd696c9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 Jul 12 17:30:38.618303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e2de-639b-4dbf-b096-af0c12f7a700 req-50cba610-b0ce-4057-8163-6cc324211f8f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:38.619611 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3ac6e2de-639b-4dbf-b096-af0c12f7a700 req-50cba610-b0ce-4057-8163-6cc324211f8f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0467503 Jul 12 17:30:38.664383 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3ac6e2de-639b-4dbf-b096-af0c12f7a700 req-e2674afa-7bdc-4c4f-b89b-3dd5f4a14672 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Jul 12 17:30:39.193484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3805d085-cefa-43b1-a617-e660f2c6e92e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:30:39.292675 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3805d085-cefa-43b1-a617-e660f2c6e92e,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:39.303578 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'port_id': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'mac_address': 'fa:16:3e:36:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:30:39.337629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 3805d085-cefa-43b1-a617-e660f2c6e92e is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:39.338039 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:39.350373 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3805d085-cefa-43b1-a617-e660f2c6e92e {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:30:39.372206 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3805d085-cefa-43b1-a617-e660f2c6e92e,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:39.376088 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:39.421293 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:39.428109 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.428451 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.428809 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.429162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.429493 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.429847 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.430175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.430494 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.430814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.431147 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.431450 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.431782 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.432105 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.432420 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.432734 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:39.578007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f6f9-c129-41ae-b280-c6a6373d6436 req-433ea06f-828c-4fd3-ac4e-dc602a81df74 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:39.579442 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d827f6f9-c129-41ae-b280-c6a6373d6436 req-433ea06f-828c-4fd3-ac4e-dc602a81df74 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 944 time: 0.0489581 Jul 12 17:30:39.591570 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:39.622083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:39.631086 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d827f6f9-c129-41ae-b280-c6a6373d6436 req-d5f15b41-9da5-4ebd-a88d-8fd4bfb4490a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458241 Jul 12 17:30:39.790866 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41a89e-09e0-4983-afba-28f24ced5e0d req-45746c3d-b190-4583-81d1-e1e864cab012 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:39.792303 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad41a89e-09e0-4983-afba-28f24ced5e0d req-45746c3d-b190-4583-81d1-e1e864cab012 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0466874 Jul 12 17:30:39.837659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad41a89e-09e0-4983-afba-28f24ced5e0d req-12bc2a44-318e-47ef-91af-ee73bded6a69 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Jul 12 17:30:39.963853 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['3805d085-cefa-43b1-a617-e660f2c6e92e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:30:40.746208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e5a83-13ea-4ee4-a301-6e0527730189 req-3789bf1e-36b1-475d-b9bb-bf689129625d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:40.747639 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a08e5a83-13ea-4ee4-a301-6e0527730189 req-3789bf1e-36b1-475d-b9bb-bf689129625d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 944 time: 0.0502975 Jul 12 17:30:40.798670 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a08e5a83-13ea-4ee4-a301-6e0527730189 req-fe6be595-9917-43a3-ade0-27538cac3674 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455489 Jul 12 17:30:40.951942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca911e54-4802-4122-9983-dab0b4708f92 req-a8480378-0fe6-40e1-88c7-25acd134b0ae tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:40.953274 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca911e54-4802-4122-9983-dab0b4708f92 req-a8480378-0fe6-40e1-88c7-25acd134b0ae tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0456631 Jul 12 17:30:40.999220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca911e54-4802-4122-9983-dab0b4708f92 req-112fad95-8b4b-4c8a-aa7d-146524208d3a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Jul 12 17:30:41.365013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3805d085-cefa-43b1-a617-e660f2c6e92e up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:41.406021 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 3805d085-cefa-43b1-a617-e660f2c6e92e completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:30:41.412164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 3805d085-cefa-43b1-a617-e660f2c6e92e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:41.412659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:41.414187 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:41.432829 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:41.490940 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 3805d085-cefa-43b1-a617-e660f2c6e92e is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:41.491353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:41.512977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:30:41.515285 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b514bc-2423-4286-866c-94be3dfae8a7" -d '{"events": [{"server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "name": "network-vif-plugged", "status": "completed", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:41.527857 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3805d085-cefa-43b1-a617-e660f2c6e92e,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:41.531984 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:41.556541 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c458973-df34-4f46-9bda-dc332ecfea3c x-openstack-request-id: req-0c458973-df34-4f46-9bda-dc332ecfea3c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:41.556820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "name": "network-vif-plugged", "status": "completed", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:41.557064 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c458973-df34-4f46-9bda-dc332ecfea3c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:41.557446 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c458973-df34-4f46-9bda-dc332ecfea3c'] response: {'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'code': 200} Jul 12 17:30:41.581843 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:41.852454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb38fb0-209b-4aaf-b1c9-637b400ee4d8 req-3779e221-a613-4544-9cb4-cfdb1594d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:41.853962 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acb38fb0-209b-4aaf-b1c9-637b400ee4d8 req-3779e221-a613-4544-9cb4-cfdb1594d320 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 1129 time: 0.0391047 Jul 12 17:30:41.936061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21938-b9ad-4721-b20c-24873d3f751d req-cc4c4499-c145-4d20-8d56-a34a22f81a76 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:41.937537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6a21938-b9ad-4721-b20c-24873d3f751d req-cc4c4499-c145-4d20-8d56-a34a22f81a76 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0710993 Jul 12 17:30:41.940473 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acb38fb0-209b-4aaf-b1c9-637b400ee4d8 req-7a50bacb-7001-45bf-bbb8-48026d51fb2a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803649 Jul 12 17:30:41.986414 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6a21938-b9ad-4721-b20c-24873d3f751d req-6a3fe4d6-3088-449c-87b5-7c5712032bed tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429659 Jul 12 17:30:42.116136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf453-6a46-44ac-9a66-74cfc12a20e9 req-9e4d44f9-3d1e-43e1-bfc7-fd5875bac8a3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:42.117564 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c5bf453-6a46-44ac-9a66-74cfc12a20e9 req-9e4d44f9-3d1e-43e1-bfc7-fd5875bac8a3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0463266 Jul 12 17:30:42.163015 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c5bf453-6a46-44ac-9a66-74cfc12a20e9 req-cd9a6951-85cb-4b9b-89b9-72e846fcffe8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401008 Jul 12 17:30:43.098711 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fbdd4-6191-489a-bfa6-7e1a2ac0d97c req-59aa79a3-90b1-4f32-9d94-e35088e0109b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:43.100147 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-754fbdd4-6191-489a-bfa6-7e1a2ac0d97c req-59aa79a3-90b1-4f32-9d94-e35088e0109b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0470142 Jul 12 17:30:43.150605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-754fbdd4-6191-489a-bfa6-7e1a2ac0d97c req-28420453-1f96-4a14-a5ab-5c1ee468ef4a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 Jul 12 17:30:43.281453 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa7ab-3160-4159-8c77-42199874e6d5 req-3aa52e06-c7d3-4367-b121-25e7ed40bcd7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:43.282815 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67fa7ab-3160-4159-8c77-42199874e6d5 req-3aa52e06-c7d3-4367-b121-25e7ed40bcd7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0459950 Jul 12 17:30:43.328066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67fa7ab-3160-4159-8c77-42199874e6d5 req-0d4599a5-b9d4-47a4-a5ea-ad1d5ebde61c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 Jul 12 17:30:44.261254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9705b53-39d4-44b1-8e3e-b2cb6c098504 req-fb52240a-2c08-4759-a1bc-61a59bfe8d81 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:44.262687 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9705b53-39d4-44b1-8e3e-b2cb6c098504 req-fb52240a-2c08-4759-a1bc-61a59bfe8d81 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0459406 Jul 12 17:30:44.309275 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9705b53-39d4-44b1-8e3e-b2cb6c098504 req-0314b7d9-45c2-46c5-82e2-259f7f0714bf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412061 Jul 12 17:30:44.448586 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89009cfd-b672-4ab3-892f-7f33fdc63283 req-413adcd6-6633-4663-bd8c-042a51bb94b3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:44.449928 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89009cfd-b672-4ab3-892f-7f33fdc63283 req-413adcd6-6633-4663-bd8c-042a51bb94b3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0759399 Jul 12 17:30:44.463643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887dad3-8204-4677-ad62-3582373fecb9 req-d20659df-8bf8-477f-93ad-3cba0b1c3fa1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:44.464984 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1887dad3-8204-4677-ad62-3582373fecb9 req-d20659df-8bf8-477f-93ad-3cba0b1c3fa1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0602934 Jul 12 17:30:44.506636 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:44.530457 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89009cfd-b672-4ab3-892f-7f33fdc63283 req-f7d610d6-efa5-4f51-8287-564a0d9c4286 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738609 Jul 12 17:30:44.541441 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1887dad3-8204-4677-ad62-3582373fecb9 req-b52ed850-fb99-4551-8bd1-4a42a1ded281 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705669 Jul 12 17:30:44.552662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43672) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:44.681917 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea69b6-2165-4b0a-84c7-df7022dfb10c tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:44.683716 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a5ea69b6-2165-4b0a-84c7-df7022dfb10c tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 1124 time: 0.1299336 Jul 12 17:30:44.686559 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43676) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:30:44.691378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'port_id': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:30:44.712235 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:44.794367 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:44.904175 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.27.0.250 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:30:45.007492 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.038871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.078508 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:30:45.083871 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:30:45.086010 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:45.088063 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:30:45.120383 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.120718 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.121049 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.121376 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.121722 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.122036 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.122355 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.122662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.122976 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.123292 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.123607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.123920 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.124234 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.124543 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.124857 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:30:45.352707 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:45.438127 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (7e3a66b5-3217-47b6-9318-67a1015f441c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.466629 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:45.506917 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.622403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:45.650259 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.656465 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.732074 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:45.743056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (7e3a66b5-3217-47b6-9318-67a1015f441c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:45.843284 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP 7e3a66b5-3217-47b6-9318-67a1015f441c associated. External IP: 172.27.0.250, port: 3805d085-cefa-43b1-a617-e660f2c6e92e. Jul 12 17:30:45.895799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e60d5-5f43-4dcf-a575-897c4e0abf54 req-e833e911-648e-41bc-be90-6855d80263d3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:45.897278 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-024e60d5-5f43-4dcf-a575-897c4e0abf54 req-e833e911-648e-41bc-be90-6855d80263d3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.2834513 Jul 12 17:30:45.956776 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-024e60d5-5f43-4dcf-a575-897c4e0abf54 req-6dcf1bec-004c-4b2a-a453-1aef83427704 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Jul 12 17:30:46.051673 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:30:46.152084 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:30:46.163675 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:30:46.172610 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:46.176948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:30:46.177875 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:30:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:46.207958 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-76047f43-e610-4651-8561-9c0782bfa8f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5200984 Jul 12 17:30:46.208646 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:30:46.210953 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf69abf-6a15-4cf4-b75a-39314cc4d339" -d '{"events": [{"name": "network-changed", "server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:46.248881 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcf0a7b-e2c2-4721-a9bf-be1a4d0a3f0b x-openstack-request-id: req-8bcf0a7b-e2c2-4721-a9bf-be1a4d0a3f0b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:46.249361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:46.249618 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bcf0a7b-e2c2-4721-a9bf-be1a4d0a3f0b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:46.250048 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcf0a7b-e2c2-4721-a9bf-be1a4d0a3f0b'] response: {'name': 'network-changed', 'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'status': 'completed', 'code': 200} Jul 12 17:30:46.299151 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:30:46.334290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-e720704f-866a-4ce7-98e5-9539d78f3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:46.335789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-e720704f-866a-4ce7-98e5-9539d78f3fbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 1129 time: 0.0385020 Jul 12 17:30:46.426770 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-7c10e9fa-2f6d-4db4-99d6-3baab0b914e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:46.428112 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-7c10e9fa-2f6d-4db4-99d6-3baab0b914e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0858958 Jul 12 17:30:46.488620 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-8d49f945-6bc7-4f00-8dc9-70f74323147b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3805d085-cefa-43b1-a617-e660f2c6e92e HTTP/1.1" status: 200 len: 999 time: 0.0540040 Jul 12 17:30:46.507910 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '7e3a66b5-3217-47b6-9318-67a1015f441c', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:36:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a152ab-692f-42e7-9c24-a69291f449ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:30:45Z', 'updated_at': '2022-07-12T17:30:45Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:46.532840 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:30:46.537777 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-9ba15e3a-6987-4b08-aaca-11d593eb083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:46.539235 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-9ba15e3a-6987-4b08-aaca-11d593eb083a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0431967 Jul 12 17:30:46.541661 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:30:46.542292 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:30:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:46.587469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-1d53f8ab-5a9b-4b86-bd82-c06212e5de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:46.588955 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-1d53f8ab-5a9b-4b86-bd82-c06212e5de4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436192 Jul 12 17:30:46.644957 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:30:46.678076 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-09331afd-a6ad-477b-9395-7c9f1aa6bb94 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816669 Jul 12 17:30:46.770947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bf69abf-6a15-4cf4-b75a-39314cc4d339 req-0256e2a5-73fc-4417-b582-5623c95b53d0 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870245 Jul 12 17:30:46.858394 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '7e3a66b5-3217-47b6-9318-67a1015f441c', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:36:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a152ab-692f-42e7-9c24-a69291f449ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:30:45Z', 'updated_at': '2022-07-12T17:30:45Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:30:46.882547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88f256-87fe-4e8f-b5f4-10c91f1d3949 None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '7e3a66b5-3217-47b6-9318-67a1015f441c', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:36:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a152ab-692f-42e7-9c24-a69291f449ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:30:45Z', 'updated_at': '2022-07-12T17:30:45Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:30:47.070906 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b270bb-7a09-428a-bb77-2fe65c7b3faa None None] New status for floating IP 7e3a66b5-3217-47b6-9318-67a1015f441c: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:30:47.089997 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c772-6de2-4468-bd88-9f47a34211e1 req-fa4540da-e09a-489a-b5f9-9d6f1b27dfa8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:47.091447 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37f9c772-6de2-4468-bd88-9f47a34211e1 req-fa4540da-e09a-489a-b5f9-9d6f1b27dfa8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0594461 Jul 12 17:30:47.149508 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37f9c772-6de2-4468-bd88-9f47a34211e1 req-b5f71b52-24b6-414a-b386-5f43d4f2fca7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524259 Jul 12 17:30:48.272229 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39824ae4-038a-4b75-a488-ab925e2692cd req-42ac306c-33d3-46b4-a364-7c60ba3301a0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:48.273665 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-39824ae4-038a-4b75-a488-ab925e2692cd req-42ac306c-33d3-46b4-a364-7c60ba3301a0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Jul 12 17:30:48.319017 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-39824ae4-038a-4b75-a488-ab925e2692cd req-9fc67a3d-34f4-4ca6-a14e-042c1dbe585c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Jul 12 17:30:49.189538 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058cd80-919e-4a06-a9b6-61a85defcb51 req-5d9fafca-f476-4d30-84d0-d57435315a0f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.191091 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b058cd80-919e-4a06-a9b6-61a85defcb51 req-5d9fafca-f476-4d30-84d0-d57435315a0f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0759542 Jul 12 17:30:49.200141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-b7d57651-fc4a-43f5-b997-38de429de833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.201512 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-b7d57651-fc4a-43f5-b997-38de429de833 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1168 time: 0.0535176 Jul 12 17:30:49.250164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:49.321001 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b058cd80-919e-4a06-a9b6-61a85defcb51 req-49d7a882-4047-4a2d-aabd-cd04656b9cd3 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227005 Jul 12 17:30:49.337543 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-0a7c81b6-5601-4e2d-96d7-c7eb3d58ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.339284 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-0a7c81b6-5601-4e2d-96d7-c7eb3d58ed53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.1252713 Jul 12 17:30:49.431919 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-394f944e-c75d-4ca3-a08a-53a065e7b0eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 1000 time: 0.0860827 Jul 12 17:30:49.454766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d3d19-0aeb-4530-94d9-9585093ea7b8 req-4aca9cb6-0a41-4db0-beb8-339cf97eb1d0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.456694 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb1d3d19-0aeb-4530-94d9-9585093ea7b8 req-4aca9cb6-0a41-4db0-beb8-339cf97eb1d0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0624976 Jul 12 17:30:49.485016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:49.514154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-ea24a990-9783-4042-8c88-85ca4eface20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.515497 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-ea24a990-9783-4042-8c88-85ca4eface20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0763133 Jul 12 17:30:49.531424 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb1d3d19-0aeb-4530-94d9-9585093ea7b8 req-3d843746-47b6-48b1-b92a-c2d31330c1af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567496 Jul 12 17:30:49.628995 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-00e18366-89fa-41cf-9eef-2c6cb667a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:49.630518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-00e18366-89fa-41cf-9eef-2c6cb667a67d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469675 Jul 12 17:30:49.724842 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-88fefcdc-ec8a-4b5a-86a1-630931288a93 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832562 Jul 12 17:30:49.817759 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e5a71e2-764f-4557-9f1b-9f5b9370f077 req-2786f4b0-224e-4f43-8017-96ddfea2ad7c service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865979 Jul 12 17:30:50.435065 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c67c-b98e-4f77-bae0-23d5abfea420 req-d83aec98-1669-431b-865a-d5ae4452a09e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:50.436482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f3f8c67c-b98e-4f77-bae0-23d5abfea420 req-d83aec98-1669-431b-865a-d5ae4452a09e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0473344 Jul 12 17:30:50.494232 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f3f8c67c-b98e-4f77-bae0-23d5abfea420 req-1e3bcfec-5251-4f94-81f3-6deef7079fc0 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521982 Jul 12 17:30:50.695426 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1d36-73aa-4bd5-ae5f-bcc1b5fbe3b6 req-5648aa0a-cc3a-4d0c-888e-a43b8b27a119 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:50.696853 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13dd1d36-73aa-4bd5-ae5f-bcc1b5fbe3b6 req-5648aa0a-cc3a-4d0c-888e-a43b8b27a119 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0957975 Jul 12 17:30:50.747613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13dd1d36-73aa-4bd5-ae5f-bcc1b5fbe3b6 req-33e0cbc5-06ae-40d6-8756-ab4a9a1fa50e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Jul 12 17:30:50.802068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:50.806740 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:51.413006 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:30:51.511144 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:51.522351 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:30:51.566917 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:51.567817 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:51.571749 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bc594f1b-a5a7-4753-88a1-19e0f98dd028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:51.583402 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:30:51.606963 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:51.610916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:51.656936 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:51.661798 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f3322-b887-4180-b4e9-6c7fdf417fa9 req-242a7f80-50aa-4b93-b01c-21e6ce3d8a8b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:51.663341 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-273f3322-b887-4180-b4e9-6c7fdf417fa9 req-242a7f80-50aa-4b93-b01c-21e6ce3d8a8b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.1032810 Jul 12 17:30:51.723241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-273f3322-b887-4180-b4e9-6c7fdf417fa9 req-4b426ce6-3622-47c7-b90b-9eb52a41f2b1 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542915 Jul 12 17:30:51.862063 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:30:51.865782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6685d8-a94c-48fb-9f60-109792cf48f0 req-0d65b235-ff9d-4749-b6f0-8898abb394da tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:51.867258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d6685d8-a94c-48fb-9f60-109792cf48f0 req-0d65b235-ff9d-4749-b6f0-8898abb394da tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Jul 12 17:30:51.914523 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7d6685d8-a94c-48fb-9f60-109792cf48f0 req-4f53c7a0-24b4-4657-a482-f765ea72113d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Jul 12 17:30:52.826103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:52.842385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a90c-645b-4c01-a8f2-ff7d21c83442 req-99b78012-85c8-4701-9857-8af752655c5c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:52.843853 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd97a90c-645b-4c01-a8f2-ff7d21c83442 req-99b78012-85c8-4701-9857-8af752655c5c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0522296 Jul 12 17:30:52.902450 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd97a90c-645b-4c01-a8f2-ff7d21c83442 req-9ccf26e4-31d9-4861-8a3a-066c1c1b403d tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528877 Jul 12 17:30:53.030516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608cf48-909b-46b5-b92b-16c41092ff20 req-e8c63fb5-7376-4dcb-9dbd-07c16f65396f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:53.032155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f608cf48-909b-46b5-b92b-16c41092ff20 req-e8c63fb5-7376-4dcb-9dbd-07c16f65396f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Jul 12 17:30:53.079484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f608cf48-909b-46b5-b92b-16c41092ff20 req-5565d22d-e85d-4f1e-9b29-89dbe5d72107 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Jul 12 17:30:53.426232 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:30:53.467873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:30:53.468245 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:53.537104 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:30:53.537490 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:53.559893 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:30:53.562099 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294dce9-5165-46cc-a4ff-4b391f794b63" -d '{"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:30:53.579166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:30:53.583087 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:53.607680 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f00b7-d5c5-46bb-9b2c-95c332e81fbd x-openstack-request-id: req-f52f00b7-d5c5-46bb-9b2c-95c332e81fbd {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:30:53.607981 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:30:53.608227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f52f00b7-d5c5-46bb-9b2c-95c332e81fbd {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:30:53.608608 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52f00b7-d5c5-46bb-9b2c-95c332e81fbd'] response: {'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'code': 200} Jul 12 17:30:53.620766 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:53.635091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:30:53.883455 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7565acd4-fc0c-42f9-81da-b266740c230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:54.016507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740f70c-fde5-45b2-98ad-10c202e37445 req-45fd5a15-9cfd-40fe-8a37-bb3ced9d7db2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:54.018014 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d740f70c-fde5-45b2-98ad-10c202e37445 req-45fd5a15-9cfd-40fe-8a37-bb3ced9d7db2 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0505645 Jul 12 17:30:54.077535 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d740f70c-fde5-45b2-98ad-10c202e37445 req-e007c9af-beb4-4045-aa98-97c3ce503f87 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531290 Jul 12 17:30:54.196457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531de8-df55-47d6-9b9d-818778c49ccf req-fc940915-a21b-4c7e-8ada-739daa8d8477 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:54.197953 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c531de8-df55-47d6-9b9d-818778c49ccf req-fc940915-a21b-4c7e-8ada-739daa8d8477 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0468056 Jul 12 17:30:54.243565 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c531de8-df55-47d6-9b9d-818778c49ccf req-5d1efa01-9e76-40a1-aeb4-bac028290c86 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401900 Jul 12 17:30:54.954104 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:55.151869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:55.189627 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889b27d-7144-40cc-9503-8a9c2f8499fa req-e25d99b4-4810-495d-92c3-5ecf77cb1e98 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:55.191101 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b889b27d-7144-40cc-9503-8a9c2f8499fa req-e25d99b4-4810-495d-92c3-5ecf77cb1e98 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0476880 Jul 12 17:30:55.253553 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b889b27d-7144-40cc-9503-8a9c2f8499fa req-8fbad376-6192-4901-9959-b9a9236466bd tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564978 Jul 12 17:30:55.359147 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08193924-6ded-454f-9113-6cedc0f46422 req-3d21def0-f6f9-49d8-851d-3ae74a6d01f2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:55.360494 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08193924-6ded-454f-9113-6cedc0f46422 req-3d21def0-f6f9-49d8-851d-3ae74a6d01f2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0466094 Jul 12 17:30:55.405719 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08193924-6ded-454f-9113-6cedc0f46422 req-d6d0307e-e7b4-4dff-a8c9-487dc29bd9a6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Jul 12 17:30:56.202598 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:56.204904 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:56.363831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925559-83d8-400d-a328-029c3ea8865e req-5e5fc669-838f-4ce1-afe7-6fe900045461 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:56.365252 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c925559-83d8-400d-a328-029c3ea8865e req-5e5fc669-838f-4ce1-afe7-6fe900045461 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0470164 Jul 12 17:30:56.424119 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c925559-83d8-400d-a328-029c3ea8865e req-ab579634-b6e2-4682-ae6d-cb9750ff00ed tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534003 Jul 12 17:30:56.526276 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c3f1d-5ca6-4c6e-a79c-8490c5fb0efc req-609d3be7-1622-4a99-a445-f49ee5e36886 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:56.527615 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-855c3f1d-5ca6-4c6e-a79c-8490c5fb0efc req-609d3be7-1622-4a99-a445-f49ee5e36886 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0500081 Jul 12 17:30:56.573832 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-855c3f1d-5ca6-4c6e-a79c-8490c5fb0efc req-49897bca-05d0-4580-9543-1947b4b0e28e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Jul 12 17:30:56.719080 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:56.889314 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:30:57.180211 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:57.182837 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:57.546456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f0200-dd47-4dc2-b83c-6013f80959e3 req-f576ff19-e734-49f6-b0b1-715e6da7a61f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:57.548703 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c39f0200-dd47-4dc2-b83c-6013f80959e3 req-f576ff19-e734-49f6-b0b1-715e6da7a61f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0542884 Jul 12 17:30:57.613559 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c39f0200-dd47-4dc2-b83c-6013f80959e3 req-692af746-f417-4f9e-9c16-a7abe14e341f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584681 Jul 12 17:30:57.718907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18f80b-c965-4f8f-83a4-562e95ce7e18 req-4e0cfea1-3708-4e98-aebe-f44ee25afacc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:57.722287 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a18f80b-c965-4f8f-83a4-562e95ce7e18 req-4e0cfea1-3708-4e98-aebe-f44ee25afacc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0654302 Jul 12 17:30:57.847038 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a18f80b-c965-4f8f-83a4-562e95ce7e18 req-eb62aa67-c9e8-40c2-b68e-97fb2cb1905a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167061 Jul 12 17:30:58.740666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:30:58.750450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fafee4-3cfe-4771-bab4-cefbdcd359e9 req-4523f418-c9b6-4d9a-8232-f92d2322110b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:58.751934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73fafee4-3cfe-4771-bab4-cefbdcd359e9 req-4523f418-c9b6-4d9a-8232-f92d2322110b tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0641580 Jul 12 17:30:58.824118 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73fafee4-3cfe-4771-bab4-cefbdcd359e9 req-bcf48f91-bd15-48bb-9545-ad62aca81b1c tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647883 Jul 12 17:30:58.986758 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3851a-f933-4b43-b289-5d97d53d8a4c req-0cd7196e-d241-46ff-8c10-7424ca441b83 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:58.988804 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c3851a-f933-4b43-b289-5d97d53d8a4c req-0cd7196e-d241-46ff-8c10-7424ca441b83 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0542519 Jul 12 17:30:59.036463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c3851a-f933-4b43-b289-5d97d53d8a4c req-f53f6e84-57f4-4576-bfeb-bc1fd7337ffd tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420830 Jul 12 17:30:59.951410 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb410c0-b87b-418e-bf03-8696b3db9b10 req-01032b0d-8ad8-489c-a327-1a2bd11ac479 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:30:59.953049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcb410c0-b87b-418e-bf03-8696b3db9b10 req-01032b0d-8ad8-489c-a327-1a2bd11ac479 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0555644 Jul 12 17:31:00.023424 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcb410c0-b87b-418e-bf03-8696b3db9b10 req-04a49755-2531-41c7-b132-f868d16af072 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636475 Jul 12 17:31:00.161381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968168c-e3ee-4553-9a1b-8bfef6991f73 req-30d89322-c036-4dd8-adbd-4a956ff68e57 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:00.163269 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0968168c-e3ee-4553-9a1b-8bfef6991f73 req-30d89322-c036-4dd8-adbd-4a956ff68e57 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Jul 12 17:31:00.215819 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0968168c-e3ee-4553-9a1b-8bfef6991f73 req-3d3bb908-60a8-44c1-a6eb-4b1c139d5be4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Jul 12 17:31:00.356449 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:01.150551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294ac9-1b2d-4614-80cd-ea93ae00a0b2 req-7ba69b48-32db-43ad-90b1-86906aa6cec5 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:01.152062 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20294ac9-1b2d-4614-80cd-ea93ae00a0b2 req-7ba69b48-32db-43ad-90b1-86906aa6cec5 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0584521 Jul 12 17:31:01.173100 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:01.225300 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20294ac9-1b2d-4614-80cd-ea93ae00a0b2 req-314a3e4b-6713-4a2e-b12f-2965cd24a1f6 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669322 Jul 12 17:31:01.346152 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e99a3b-fea6-445e-b18d-9b3a1f6ceb4d req-d6cbd373-c3f1-4768-8a56-0c94401e55fa tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:01.347676 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07e99a3b-fea6-445e-b18d-9b3a1f6ceb4d req-d6cbd373-c3f1-4768-8a56-0c94401e55fa tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0546949 Jul 12 17:31:01.399204 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07e99a3b-fea6-445e-b18d-9b3a1f6ceb4d req-99ab9739-fcd8-4f63-9c89-976563481338 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Jul 12 17:31:02.345104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7174d8-35b6-464f-9f6a-67294a9204aa req-eaccfe31-8b0a-46c1-8d6a-f9b45fc0fc8e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:02.350166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab7174d8-35b6-464f-9f6a-67294a9204aa req-eaccfe31-8b0a-46c1-8d6a-f9b45fc0fc8e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0566695 Jul 12 17:31:02.421170 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab7174d8-35b6-464f-9f6a-67294a9204aa req-6a32a2f6-3a98-4ace-a221-37e0d90b7cef tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=41bbe724-e5bc-42fc-8477-b10a0f04af5c&id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670123 Jul 12 17:31:02.526881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03194e-cb4e-4a00-942b-69465418ba04 req-a1e30992-e84d-4357-8e7a-75b95d088313 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:02.533495 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd03194e-cb4e-4a00-942b-69465418ba04 req-a1e30992-e84d-4357-8e7a-75b95d088313 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0536888 Jul 12 17:31:02.588446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd03194e-cb4e-4a00-942b-69465418ba04 req-90958da0-88c5-491e-b475-532f36307d77 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540590 Jul 12 17:31:03.712153 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde5ea-e7ca-452e-bb6c-f1caefdefa9f req-ad996866-f27c-414b-aa45-54f0761246e2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:03.713631 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbfde5ea-e7ca-452e-bb6c-f1caefdefa9f req-ad996866-f27c-414b-aa45-54f0761246e2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Jul 12 17:31:03.773547 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbfde5ea-e7ca-452e-bb6c-f1caefdefa9f req-1b67b0da-9f96-4d82-b9dc-dd13bb4ce9a9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517838 Jul 12 17:31:04.916630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6acd0-041e-41ab-9486-f94f54e6c236 req-bca1adba-b0e5-422e-a9a4-0d3214209f3e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:04.918412 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26f6acd0-041e-41ab-9486-f94f54e6c236 req-bca1adba-b0e5-422e-a9a4-0d3214209f3e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0619497 Jul 12 17:31:05.009166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26f6acd0-041e-41ab-9486-f94f54e6c236 req-dc6f79b4-3662-4cc9-af39-1010a9b43c95 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787928 Jul 12 17:31:06.116709 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:06.131877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b5852-9cc4-44b9-b112-e69900b51abe req-28081201-9a89-416b-9985-f70ed800f589 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:06.133364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d9b5852-9cc4-44b9-b112-e69900b51abe req-28081201-9a89-416b-9985-f70ed800f589 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0540974 Jul 12 17:31:06.187321 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d9b5852-9cc4-44b9-b112-e69900b51abe req-385bd377-7145-413d-a30d-ca4fa73db711 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473416 Jul 12 17:31:07.308046 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8b8e-eb6c-444e-83b0-5d854f5e64fb req-e16a15cf-57e7-49e4-8c0a-607f42fe3edd tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:07.309476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e17d8b8e-eb6c-444e-83b0-5d854f5e64fb req-e16a15cf-57e7-49e4-8c0a-607f42fe3edd tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0460916 Jul 12 17:31:07.361250 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e17d8b8e-eb6c-444e-83b0-5d854f5e64fb req-8bad11fd-b920-4609-a052-290f9297f0ce tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462894 Jul 12 17:31:07.622219 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-3506c327-74c7-40a9-9f22-a507c52c1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:07.623596 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-3506c327-74c7-40a9-9f22-a507c52c1f94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1130 time: 0.0386066 Jul 12 17:31:07.716142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-555f558e-328e-4612-aca0-250839a60ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:07.717843 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-555f558e-328e-4612-aca0-250839a60ee6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.0846593 Jul 12 17:31:07.788138 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-b3f52ac7-c069-4df0-b1b7-5262d2988c94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 1002 time: 0.0593123 Jul 12 17:31:07.839268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-d0d0d6ea-9539-4b29-a145-b68e7fa1a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:07.840734 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-d0d0d6ea-9539-4b29-a145-b68e7fa1a1dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0435245 Jul 12 17:31:07.887244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-fd10f0f0-03d4-4250-9a0a-26be38d77e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:07.888589 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-fd10f0f0-03d4-4250-9a0a-26be38d77e67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379131 Jul 12 17:31:07.928201 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:07.982128 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-c95124ba-e8f3-459a-8de9-51b44c9a158e service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Jul 12 17:31:08.078314 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63f84b2f-104c-4fd7-a047-3971809e2c0f req-4f7b3d41-0a5f-4233-bcde-a07ab71d51f2 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Jul 12 17:31:08.477012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2ab62-0bd5-4964-8c8c-4c8d90dbb7c2 req-0e55ea58-f6c9-435e-8d5e-1701497a5e9e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:08.478477 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f4f2ab62-0bd5-4964-8c8c-4c8d90dbb7c2 req-0e55ea58-f6c9-435e-8d5e-1701497a5e9e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0462883 Jul 12 17:31:08.523325 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f4f2ab62-0bd5-4964-8c8c-4c8d90dbb7c2 req-90ecd254-8055-4cc0-bca3-37c6e529fdef tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 Jul 12 17:31:09.638992 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcdce-c957-44f1-8eea-8f113df9fe0d req-b901e5b4-4a9b-47f2-9a18-c528fa516f19 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:09.640426 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-856bcdce-c957-44f1-8eea-8f113df9fe0d req-b901e5b4-4a9b-47f2-9a18-c528fa516f19 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0456011 Jul 12 17:31:09.685997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-856bcdce-c957-44f1-8eea-8f113df9fe0d req-197dd707-a9b9-4fec-aa2f-c98af5ec65c1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Jul 12 17:31:10.341320 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:10.349198 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:10.393491 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:31:10.808356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d6fbe-835b-49e0-95ad-f2ce9cb33b59 req-1bae0723-2b16-425a-bc7d-a00db7caa111 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:10.809803 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c19d6fbe-835b-49e0-95ad-f2ce9cb33b59 req-1bae0723-2b16-425a-bc7d-a00db7caa111 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0499659 Jul 12 17:31:10.855655 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c19d6fbe-835b-49e0-95ad-f2ce9cb33b59 req-35782029-dfb0-45e7-986f-d5b549f4ebaf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Jul 12 17:31:11.358362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-6bc76d79-8ae8-4c6e-b1c3-cb0841c3eb14 req-ec663663-24f1-4ac0-a48a-5905240d596e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:31:11.359354 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bc76d79-8ae8-4c6e-b1c3-cb0841c3eb14 req-ec663663-24f1-4ac0-a48a-5905240d596e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0476880 Jul 12 17:31:11.514460 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbffa0f-9db2-4f90-a485-cd86c99193bd req-fe92f671-e4d2-47b6-8277-a6561b91446b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:11.516327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fbffa0f-9db2-4f90-a485-cd86c99193bd req-fe92f671-e4d2-47b6-8277-a6561b91446b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Jul 12 17:31:11.565946 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fbffa0f-9db2-4f90-a485-cd86c99193bd req-dd604919-6d6f-4104-b503-a47456779648 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Jul 12 17:31:11.695646 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:31:11.710870 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43890) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:11.773831 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:31:11.774221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:11.795182 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-a4edeebc-e17a-45a4-ab0d-d8043c8908d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831623 Jul 12 17:31:11.796245 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:11.798460 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac946d53-ac3c-4f8d-bcd2-dd5211768c6e" -d '{"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-unplugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:11.804791 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-699f898f-732f-46c9-9b60-d16cd52f320d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:31:11.806031 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-699f898f-732f-46c9-9b60-d16cd52f320d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054035 Jul 12 17:31:11.811770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:11.816724 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:11.841119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b127fbc6-f46b-4392-9d9f-022fcc1e215b x-openstack-request-id: req-b127fbc6-f46b-4392-9d9f-022fcc1e215b {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:11.841119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-unplugged", "status": "failed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "code": 422}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:11.841483 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b127fbc6-f46b-4392-9d9f-022fcc1e215b {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:11.841655 dv-cinder-849325-2-iscsi neutron-server[103964]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b127fbc6-f46b-4392-9d9f-022fcc1e215b']: {'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'code': 422} returned with failed status Jul 12 17:31:11.867423 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:11.882506 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43900) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:11.929076 dv-cinder-849325-2-iscsi neutron-server[103963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 17:31:11.974060 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-41055a1c-cec8-4e30-a04f-1977673e58fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:11.975422 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-41055a1c-cec8-4e30-a04f-1977673e58fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports/e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 941 time: 0.0919514 Jul 12 17:31:12.655242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:12.695721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c93a3a-bb8a-4e33-aba6-4d77378be0a2 req-475db892-2708-4bf2-9074-849c34edc264 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:12.697181 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54c93a3a-bb8a-4e33-aba6-4d77378be0a2 req-475db892-2708-4bf2-9074-849c34edc264 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0920751 Jul 12 17:31:12.729348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-827b0b45-8c3a-4a2d-b492-a1518d14113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:12.730767 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-827b0b45-8c3a-4a2d-b492-a1518d14113e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0938573 Jul 12 17:31:12.747782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4003f6-f239-492c-8d92-9893ad87c9c7 req-cd9739f1-2c84-47b5-a4b5-17540f1450e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:12.749352 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d4003f6-f239-492c-8d92-9893ad87c9c7 req-cd9739f1-2c84-47b5-a4b5-17540f1450e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0969265 Jul 12 17:31:12.866081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54c93a3a-bb8a-4e33-aba6-4d77378be0a2 req-669ac654-580a-4a48-b65d-41947b165362 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494973 Jul 12 17:31:12.887687 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d4003f6-f239-492c-8d92-9893ad87c9c7 req-9babf3ba-1fdf-4fdf-8565-c62c2ebdb14c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279848 Jul 12 17:31:12.897136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-3436264a-72e2-416f-a9fc-d23a1903a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:12.898572 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-3436264a-72e2-416f-a9fc-d23a1903a4e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1471722 Jul 12 17:31:12.962930 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-ae12f489-aadf-41e3-b5ce-a7aa53fa41f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1002 time: 0.0577083 Jul 12 17:31:13.009903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-92ce20ec-0b29-4b08-8652-5778e9dd97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:13.011246 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-92ce20ec-0b29-4b08-8652-5778e9dd97cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0416353 Jul 12 17:31:13.052998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-c08aa28d-096a-4ace-a7a9-578740b7f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:13.054418 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-c08aa28d-096a-4ace-a7a9-578740b7f0bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366340 Jul 12 17:31:13.090865 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:13.147906 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-f9a619e0-bd35-4805-b7fa-f2ede1b25312 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Jul 12 17:31:13.234369 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8844c53a-34d3-4c57-8f7b-4b5e0d6e703b req-d56c87c8-86b3-4fa3-aa8d-78766069c0ec service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 Jul 12 17:31:14.015547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a948-1382-443c-9820-64b059dc859a req-695c6c28-5bdf-4b10-b341-5a9fa51a16cb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.016997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5084a948-1382-443c-9820-64b059dc859a req-695c6c28-5bdf-4b10-b341-5a9fa51a16cb tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0794899 Jul 12 17:31:14.027606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780b23-7b34-4fa0-a4f6-4a16bd8c7d77 req-0bf8046c-887e-4cdc-84f0-ebe5c13c62fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.028913 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e780b23-7b34-4fa0-a4f6-4a16bd8c7d77 req-0bf8046c-887e-4cdc-84f0-ebe5c13c62fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0625474 Jul 12 17:31:14.101178 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5084a948-1382-443c-9820-64b059dc859a req-30d1505c-cee3-439e-a3ff-fb7e52c216bd tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713463 Jul 12 17:31:14.105143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e780b23-7b34-4fa0-a4f6-4a16bd8c7d77 req-847b4436-2ea9-47de-b169-f33d56daa2ef tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689831 Jul 12 17:31:14.178770 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-dfc14985-ff9c-43b9-9148-f12daf120d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.180218 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-dfc14985-ff9c-43b9-9148-f12daf120d4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 1128 time: 0.0718982 Jul 12 17:31:14.264213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-c2ba0d0b-8693-4950-aa23-af8e75f054b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.265607 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-c2ba0d0b-8693-4950-aa23-af8e75f054b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1128 time: 0.0368748 Jul 12 17:31:14.561057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:14.578283 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-024f14cd-298c-44f9-96ae-9104dc55cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.579716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-024f14cd-298c-44f9-96ae-9104dc55cd3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.3069341 Jul 12 17:31:14.640401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-d11cb166-bd83-43ad-a5e1-4b706a20ca6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 200 len: 1000 time: 0.0539887 Jul 12 17:31:14.688492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-7a533840-d678-4de4-b1de-e755fd6494b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.690380 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-7a533840-d678-4de4-b1de-e755fd6494b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0411572 Jul 12 17:31:14.737248 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-b13af2dd-7219-4f55-9519-e01436113c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:14.738759 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-b13af2dd-7219-4f55-9519-e01436113c7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405166 Jul 12 17:31:14.872602 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-b5468549-3185-4580-abc4-da904f7bb713 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228292 Jul 12 17:31:14.965047 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a772cddf-034b-4af4-86f9-fe00e8bf77f0 req-8abe959f-2e06-480f-8c40-5462f0fee2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Jul 12 17:31:15.242788 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d6c1-d6d6-42f0-8bc6-091480149d66 req-52ea10e8-d535-4769-8a2a-8d079190b98c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:15.244248 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08b5d6c1-d6d6-42f0-8bc6-091480149d66 req-52ea10e8-d535-4769-8a2a-8d079190b98c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0764153 Jul 12 17:31:15.252060 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62f20c-8995-47d2-a5a2-4a0556eab316 req-68a46c63-7b59-4dab-a334-3d7fe5b2a00e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:15.253552 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa62f20c-8995-47d2-a5a2-4a0556eab316 req-68a46c63-7b59-4dab-a334-3d7fe5b2a00e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0749640 Jul 12 17:31:15.301347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:15.329877 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08b5d6c1-d6d6-42f0-8bc6-091480149d66 req-01020784-49f2-4c92-8ca6-15cb164b1ebf tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752876 Jul 12 17:31:15.336957 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa62f20c-8995-47d2-a5a2-4a0556eab316 req-e7d5a68e-11f6-4088-af61-ac6985d4713a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755429 Jul 12 17:31:16.488451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd79b9-13be-40b3-89d6-84704a623c70 req-7afd5615-a9f1-4f4c-af7e-e6ae721a3c91 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:16.489981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76fd79b9-13be-40b3-89d6-84704a623c70 req-7afd5615-a9f1-4f4c-af7e-e6ae721a3c91 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0644078 Jul 12 17:31:16.536772 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff759b8d-3007-45b7-961f-d9dbf0a5cfb7 req-6b999fb7-eb43-4bc2-bdef-8de8b3efde14 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:16.538253 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff759b8d-3007-45b7-961f-d9dbf0a5cfb7 req-6b999fb7-eb43-4bc2-bdef-8de8b3efde14 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.1108530 Jul 12 17:31:16.584184 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76fd79b9-13be-40b3-89d6-84704a623c70 req-4fe292ad-b31f-457a-acbe-ae32ff2d896c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774510 Jul 12 17:31:16.609672 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff759b8d-3007-45b7-961f-d9dbf0a5cfb7 req-93e117b4-c44a-4834-9982-809a3a526ec4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613434 Jul 12 17:31:17.743156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b2f57-30ee-45ca-93c4-dc36f4918f42 req-cc033967-5551-4d72-a21e-083a48d11808 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:17.744553 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca9b2f57-30ee-45ca-93c4-dc36f4918f42 req-cc033967-5551-4d72-a21e-083a48d11808 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0728574 Jul 12 17:31:17.768882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68413e7a-8326-4ee4-8929-03a7d22d1081 req-3c3e2231-3f62-4e16-9499-5756c93cce18 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:17.772900 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68413e7a-8326-4ee4-8929-03a7d22d1081 req-3c3e2231-3f62-4e16-9499-5756c93cce18 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0722401 Jul 12 17:31:17.848746 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca9b2f57-30ee-45ca-93c4-dc36f4918f42 req-3c620897-5fd3-48a2-82da-b2f523320e7e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943739 Jul 12 17:31:17.852273 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68413e7a-8326-4ee4-8929-03a7d22d1081 req-756be9d8-54b3-47ca-b71d-34f23751964e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719867 Jul 12 17:31:18.995116 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6659d85-677a-4842-95b4-43864bbdb67a req-0c104542-58ac-4fb5-935b-ee2f51335c81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:18.996582 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e6659d85-677a-4842-95b4-43864bbdb67a req-0c104542-58ac-4fb5-935b-ee2f51335c81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0748360 Jul 12 17:31:19.004799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9ad79-6608-4532-af20-07427f839203 req-e2b544fb-1ba4-40cc-8e72-b3f619ff75af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:19.006175 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49e9ad79-6608-4532-af20-07427f839203 req-e2b544fb-1ba4-40cc-8e72-b3f619ff75af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0742297 Jul 12 17:31:19.052729 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:19.083071 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e6659d85-677a-4842-95b4-43864bbdb67a req-5c78db54-09a7-4f5c-b4af-413436f5fcf0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758610 Jul 12 17:31:19.091514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49e9ad79-6608-4532-af20-07427f839203 req-5a63780c-c4ed-40ef-acdf-59603e2292e5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775733 Jul 12 17:31:20.240167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63c30-8b42-4380-b8e0-3c0433aaa0d9 req-b33bb6f2-4492-4093-a083-b3cee9f7ab6c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:20.241618 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cd63c30-8b42-4380-b8e0-3c0433aaa0d9 req-b33bb6f2-4492-4093-a083-b3cee9f7ab6c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Jul 12 17:31:20.255522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508fe52-2ed8-4f49-82ed-168ed10433d7 req-0cf988c9-ab4a-415a-8c1e-1be5209074ce tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:20.256881 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5508fe52-2ed8-4f49-82ed-168ed10433d7 req-0cf988c9-ab4a-415a-8c1e-1be5209074ce tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0615206 Jul 12 17:31:20.331028 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cd63c30-8b42-4380-b8e0-3c0433aaa0d9 req-c6628f95-33d3-4ebf-a28f-7885d29c87c0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824437 Jul 12 17:31:20.341954 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5508fe52-2ed8-4f49-82ed-168ed10433d7 req-d10f8ff1-409c-46ce-9c9f-2ec46f8b2d99 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659876 Jul 12 17:31:21.476242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19917938-d369-46a0-9c91-ff89c279799c req-1c087ff3-9489-4693-b6a3-983eeacbeb9e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:21.478000 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19917938-d369-46a0-9c91-ff89c279799c req-1c087ff3-9489-4693-b6a3-983eeacbeb9e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0756834 Jul 12 17:31:21.528602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29367429-f0e4-43c2-9e73-8950c0c16200 req-c2dac6f7-8e5a-48af-aa9f-9245fb3d0c53 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:21.530115 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29367429-f0e4-43c2-9e73-8950c0c16200 req-c2dac6f7-8e5a-48af-aa9f-9245fb3d0c53 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0844586 Jul 12 17:31:21.564938 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-656bb2cd-6a61-4a17-a3fb-d58ccc5cc121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:21.577433 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19917938-d369-46a0-9c91-ff89c279799c req-84554e6b-8ba3-482b-a5c9-980d8f008e93 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828516 Jul 12 17:31:21.601951 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29367429-f0e4-43c2-9e73-8950c0c16200 req-552c52c7-2589-4fcf-b4d6-e3a2319b85d5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620351 Jul 12 17:31:21.963930 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:21.965729 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:22.733581 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780af2e-6d87-47ef-8992-61caf9dd3359 req-aab8078a-0c2f-491f-880a-c6f888f83a77 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:22.735125 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a780af2e-6d87-47ef-8992-61caf9dd3359 req-aab8078a-0c2f-491f-880a-c6f888f83a77 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0813539 Jul 12 17:31:22.763734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:22.773665 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111213e-79ed-42b8-9e12-faeb0dacf74e req-5fe7b444-1efc-4317-bbd4-ed117687ca2f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:22.775339 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c111213e-79ed-42b8-9e12-faeb0dacf74e req-5fe7b444-1efc-4317-bbd4-ed117687ca2f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0867937 Jul 12 17:31:22.841434 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a780af2e-6d87-47ef-8992-61caf9dd3359 req-33f15757-151d-417b-94e9-5ef85d4c4fc1 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994034 Jul 12 17:31:22.849046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c111213e-79ed-42b8-9e12-faeb0dacf74e req-7d835f3a-889e-4664-b2f1-97ffce128d13 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676496 Jul 12 17:31:23.890500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-76295c37-6ac0-488d-8c2e-414270e7951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:23.989227 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1abf8-d3b4-4d8d-9c64-8b6e7570270e req-1e3893ba-56df-4a74-876f-3aaa6f4d9a38 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:23.990699 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aed1abf8-d3b4-4d8d-9c64-8b6e7570270e req-1e3893ba-56df-4a74-876f-3aaa6f4d9a38 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0821629 Jul 12 17:31:24.001171 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43150178-a032-44eb-ac61-e4fdafbee047 req-267ee287-9607-4bb4-a32a-b5f7551a77c5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:24.002652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43150178-a032-44eb-ac61-e4fdafbee047 req-267ee287-9607-4bb4-a32a-b5f7551a77c5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0645568 Jul 12 17:31:24.074788 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aed1abf8-d3b4-4d8d-9c64-8b6e7570270e req-21da4602-4740-44bc-a523-458d7eb8b25b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711789 Jul 12 17:31:24.081488 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43150178-a032-44eb-ac61-e4fdafbee047 req-75a96ffa-e9c6-46bb-9fa9-cb33fe66b20c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703087 Jul 12 17:31:25.013333 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:25.243480 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0a3a0-1f1b-4e21-b186-43624a12bfcc req-c7a4ff6d-1535-46e1-8d35-79ff0ef1de60 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:25.244994 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b2a0a3a0-1f1b-4e21-b186-43624a12bfcc req-c7a4ff6d-1535-46e1-8d35-79ff0ef1de60 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.1033633 Jul 12 17:31:25.253183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75eca4-3dda-4a23-8955-c9fe2bae64d7 req-5973e029-eecd-410c-b200-2446fdf6075e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:25.255182 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c75eca4-3dda-4a23-8955-c9fe2bae64d7 req-5973e029-eecd-410c-b200-2446fdf6075e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.1013975 Jul 12 17:31:25.329139 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b2a0a3a0-1f1b-4e21-b186-43624a12bfcc req-67f5b50f-d111-4e13-95de-7c7623ce7b14 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730250 Jul 12 17:31:25.336572 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c75eca4-3dda-4a23-8955-c9fe2bae64d7 req-eae8d587-1d29-41ee-b58c-34db1a5957b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735795 Jul 12 17:31:25.375490 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:25.376179 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:26.478986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:26.501331 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8c23e-97e2-42d3-9b96-e77b8785cdcb req-3b6e18fd-1a5d-4ab9-8e16-7ed60b842d81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:26.502831 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f8c23e-97e2-42d3-9b96-e77b8785cdcb req-3b6e18fd-1a5d-4ab9-8e16-7ed60b842d81 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0793076 Jul 12 17:31:26.510965 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0cd2-76e6-4aea-9e8f-b4f4c29d664a req-5c73e878-95da-4b03-8e45-2f13faf8ab80 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:26.512327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44ee0cd2-76e6-4aea-9e8f-b4f4c29d664a req-5c73e878-95da-4b03-8e45-2f13faf8ab80 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0770371 Jul 12 17:31:26.589631 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f8c23e-97e2-42d3-9b96-e77b8785cdcb req-d79419ed-266e-4bdc-8813-2d456c366338 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763800 Jul 12 17:31:26.592881 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44ee0cd2-76e6-4aea-9e8f-b4f4c29d664a req-1ec6163a-cdb9-4a92-8f43-4168df9cb7d9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724657 Jul 12 17:31:26.721879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:26.892338 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:27.730888 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5a7e3-bd26-475a-af0f-2913ae5fa829 req-210472a0-393f-4569-ad68-9931f9c0c56f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:27.732260 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0f5a7e3-bd26-475a-af0f-2913ae5fa829 req-210472a0-393f-4569-ad68-9931f9c0c56f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0746958 Jul 12 17:31:27.739935 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b310a-efee-4959-aab2-f665e1aa1a1a req-c232d524-5879-4dbf-91e6-b5878a23fef6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:27.741287 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d4b310a-efee-4959-aab2-f665e1aa1a1a req-c232d524-5879-4dbf-91e6-b5878a23fef6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0740345 Jul 12 17:31:27.817971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c0f5a7e3-bd26-475a-af0f-2913ae5fa829 req-f87e2323-6ec6-4f6d-9c6b-fda28abc1802 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757194 Jul 12 17:31:27.821398 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d4b310a-efee-4959-aab2-f665e1aa1a1a req-9c4629f7-5fa4-46f0-a222-092dfdfadb6a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725656 Jul 12 17:31:28.968574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d5239-a5af-4488-83fa-ee4add4a68b4 req-4b0a4d6d-c20c-4697-9ca8-cd4fad9d5bc7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:28.969956 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9e3d5239-a5af-4488-83fa-ee4add4a68b4 req-4b0a4d6d-c20c-4697-9ca8-cd4fad9d5bc7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0764387 Jul 12 17:31:28.976665 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0615a7-f0f7-4037-b073-02d621cb92b0 req-82571202-6850-42e7-8079-041b0d25fc0d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:28.978013 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0f0615a7-f0f7-4037-b073-02d621cb92b0 req-82571202-6850-42e7-8079-041b0d25fc0d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0826945 Jul 12 17:31:29.032527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:29.055416 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9e3d5239-a5af-4488-83fa-ee4add4a68b4 req-c171b957-5888-4ec7-888f-f6678b1f35e6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765173 Jul 12 17:31:29.058605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0f0615a7-f0f7-4037-b073-02d621cb92b0 req-e87164d3-277d-49ce-a4a7-d2313fd63726 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730965 Jul 12 17:31:30.203872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53638d52-84e3-42ea-bfc7-e87ae9a49a70 req-d324ca20-0994-4ab5-beea-8d8792e2828f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:30.205349 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53638d52-84e3-42ea-bfc7-e87ae9a49a70 req-d324ca20-0994-4ab5-beea-8d8792e2828f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0764310 Jul 12 17:31:30.211779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5979f9c-ebdb-454b-9988-47936020a826 req-81371639-b83e-4338-8ba0-3559383f3541 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:30.213160 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5979f9c-ebdb-454b-9988-47936020a826 req-81371639-b83e-4338-8ba0-3559383f3541 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0854349 Jul 12 17:31:30.285451 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53638d52-84e3-42ea-bfc7-e87ae9a49a70 req-3618da9b-f5ab-4118-afbe-c234002017ea tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713389 Jul 12 17:31:30.289375 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5979f9c-ebdb-454b-9988-47936020a826 req-b067daf1-e2db-4e68-8464-498d0663df7e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684886 Jul 12 17:31:30.350555 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:31.432807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608c462-5d6e-44ec-bcef-205793404f89 req-4869a25e-9f21-4ae1-8ad3-9bb7e24fd8dd tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:31.434276 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7608c462-5d6e-44ec-bcef-205793404f89 req-4869a25e-9f21-4ae1-8ad3-9bb7e24fd8dd tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0767119 Jul 12 17:31:31.440051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968a33-baca-45e0-a094-16ef10b943a3 req-b6ff709f-3b49-44e7-b36b-191258c1df85 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:31.442090 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-48968a33-baca-45e0-a094-16ef10b943a3 req-b6ff709f-3b49-44e7-b36b-191258c1df85 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0864050 Jul 12 17:31:31.513947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7608c462-5d6e-44ec-bcef-205793404f89 req-12e95b14-2205-44aa-9fbe-3596a4af5641 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709186 Jul 12 17:31:31.517910 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-48968a33-baca-45e0-a094-16ef10b943a3 req-a97018b1-4ee6-4a60-8575-a2f35b18be75 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687976 Jul 12 17:31:32.662632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819928-ea11-4724-b9f5-5120adbe96a8 req-1e328404-0091-454f-94e6-a9d1bbd96d1b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:32.664082 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e819928-ea11-4724-b9f5-5120adbe96a8 req-1e328404-0091-454f-94e6-a9d1bbd96d1b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0787978 Jul 12 17:31:32.670021 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475398b-7b61-444f-b151-b41592ad534f req-0c1fe997-8739-4a3a-9872-f65ac15bfe51 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:32.671369 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b475398b-7b61-444f-b151-b41592ad534f req-0c1fe997-8739-4a3a-9872-f65ac15bfe51 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0848572 Jul 12 17:31:32.699104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:32.744670 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e819928-ea11-4724-b9f5-5120adbe96a8 req-ddd0cc7d-7fd4-4668-9253-6c311eb5a3ea tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724039 Jul 12 17:31:32.748569 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b475398b-7b61-444f-b151-b41592ad534f req-5e0e4bf1-d0dd-4cfa-a4b3-3ec2d8dfa91b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704851 Jul 12 17:31:33.890854 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c6996-0695-4287-95d9-bf3d32b3dfcf req-a6b317b3-129f-42a0-9a1c-bd993ec33226 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:33.892306 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c43c6996-0695-4287-95d9-bf3d32b3dfcf req-a6b317b3-129f-42a0-9a1c-bd993ec33226 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0785241 Jul 12 17:31:33.900497 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef88675-211d-499e-8578-83361e6cef3e req-5ea54c56-d36d-4b34-b8bf-e278ce740c9f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:33.901885 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ef88675-211d-499e-8578-83361e6cef3e req-5ea54c56-d36d-4b34-b8bf-e278ce740c9f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0769823 Jul 12 17:31:33.976130 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c43c6996-0695-4287-95d9-bf3d32b3dfcf req-cff2e5f3-e10a-4b99-a5b3-1b3b98c15b52 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733256 Jul 12 17:31:33.979088 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ef88675-211d-499e-8578-83361e6cef3e req-bedb1ef3-2330-41a2-b39a-a566143885c1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706496 Jul 12 17:31:34.338783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac6e15-717d-43dc-ad50-7261c86ef34a req-7a291071-97fd-42b4-aeca-7caa7100aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:34.340220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1ac6e15-717d-43dc-ad50-7261c86ef34a req-7a291071-97fd-42b4-aeca-7caa7100aff3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0420628 Jul 12 17:31:34.385134 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1ac6e15-717d-43dc-ad50-7261c86ef34a req-c8f36381-6651-4ec7-b5da-8d4926615066 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Jul 12 17:31:35.116457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd15ca-0c00-4ff8-8cbb-812af3ccc61f req-37fb3f33-c89f-4129-99b8-f7cd9a4504de tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:35.117943 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2abd15ca-0c00-4ff8-8cbb-812af3ccc61f req-37fb3f33-c89f-4129-99b8-f7cd9a4504de tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0740182 Jul 12 17:31:35.123941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf9c65-407e-4723-828f-055df74389e2 req-4f80cfb3-a144-4b7b-979a-5c59794edf10 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:35.125279 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aebf9c65-407e-4723-828f-055df74389e2 req-4f80cfb3-a144-4b7b-979a-5c59794edf10 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0723681 Jul 12 17:31:35.199993 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2abd15ca-0c00-4ff8-8cbb-812af3ccc61f req-c9f49d72-d069-4f9c-b8c3-13a675fce875 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737798 Jul 12 17:31:35.203183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aebf9c65-407e-4723-828f-055df74389e2 req-0c37e724-1f7f-479b-9265-e20d6fdbb155 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704615 Jul 12 17:31:36.342201 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a2779-4b8b-4b4a-9bce-0db0d04b9041 req-a1ddd83a-4636-4440-bf12-54b21a833c61 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:36.343663 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-014a2779-4b8b-4b4a-9bce-0db0d04b9041 req-a1ddd83a-4636-4440-bf12-54b21a833c61 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0756085 Jul 12 17:31:36.351838 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1166a3-7e11-4175-b4af-92e7206b0766 req-edbe8004-7884-406d-b4eb-72d466091b67 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:36.353202 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a1166a3-7e11-4175-b4af-92e7206b0766 req-edbe8004-7884-406d-b4eb-72d466091b67 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0749924 Jul 12 17:31:36.385470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:36.423696 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-014a2779-4b8b-4b4a-9bce-0db0d04b9041 req-e5df3515-7fae-4856-bb93-6b448772ba0c tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695627 Jul 12 17:31:36.435007 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a1166a3-7e11-4175-b4af-92e7206b0766 req-335dfb4f-25e3-49a0-815d-bd430e3b67db tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743182 Jul 12 17:31:36.848502 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d91e-a74d-4d83-8f1a-dca7b8b9be97 req-abc0c50a-da2d-40dd-99ab-1eb2d9c93109 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:36.849999 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0754d91e-a74d-4d83-8f1a-dca7b8b9be97 req-abc0c50a-da2d-40dd-99ab-1eb2d9c93109 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0758772 Jul 12 17:31:36.859054 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-34aeef7f-9da8-4176-bf92-b70e978fdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:36.860463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-34aeef7f-9da8-4176-bf92-b70e978fdf5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0572479 Jul 12 17:31:36.929385 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0754d91e-a74d-4d83-8f1a-dca7b8b9be97 req-cb73f337-76ce-453f-a94e-e60e82b48b48 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724578 Jul 12 17:31:36.939391 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71c82-fe93-4f1b-bdc1-506cff8e366e req-0564c8c7-b545-4bef-b252-7e65d1746d49 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:36.941332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eba71c82-fe93-4f1b-bdc1-506cff8e366e req-0564c8c7-b545-4bef-b252-7e65d1746d49 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0645881 Jul 12 17:31:36.990932 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eba71c82-fe93-4f1b-bdc1-506cff8e366e req-96c2999c-7e02-4bd3-985d-6f2550e9696d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Jul 12 17:31:37.552900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f24bc-6735-49f0-90e1-69a4053cd6d2 req-534410b2-913a-4313-8c24-a517ac794f38 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:37.554349 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a48f24bc-6735-49f0-90e1-69a4053cd6d2 req-534410b2-913a-4313-8c24-a517ac794f38 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0454764 Jul 12 17:31:37.580321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:37.601920 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a48f24bc-6735-49f0-90e1-69a4053cd6d2 req-f920fdd2-98b6-409a-a2a4-d01a3adda2f1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Jul 12 17:31:38.046266 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305dfca-d708-4140-8964-30a8039d1ff8 req-79a39998-9642-466c-afd1-e61abc5c9113 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:38.047897 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3305dfca-d708-4140-8964-30a8039d1ff8 req-79a39998-9642-466c-afd1-e61abc5c9113 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0489569 Jul 12 17:31:38.129884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02b37d-3556-4bc5-b021-613926ad8c48 req-50707c43-f391-4c9a-be7d-1e1a67295da1 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:38.131294 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e02b37d-3556-4bc5-b021-613926ad8c48 req-50707c43-f391-4c9a-be7d-1e1a67295da1 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0648985 Jul 12 17:31:38.135282 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3305dfca-d708-4140-8964-30a8039d1ff8 req-05955a56-1f4e-4981-a1b2-2e2d8e06ca2a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819213 Jul 12 17:31:38.177761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e02b37d-3556-4bc5-b021-613926ad8c48 req-6d9caf49-cd32-449a-a1ff-6a51b7ea5b03 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Jul 12 17:31:38.512571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-fdf44c71-a82f-4081-b6b5-3d8dfe9018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:38.514019 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-fdf44c71-a82f-4081-b6b5-3d8dfe9018e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.0836492 Jul 12 17:31:38.724104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5a4b6-7aeb-4634-b233-ac5a0a002f08 req-694f9a2f-a4ad-4f9a-a91c-0a92cba09a06 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:38.725558 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2d5a4b6-7aeb-4634-b233-ac5a0a002f08 req-694f9a2f-a4ad-4f9a-a91c-0a92cba09a06 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0522547 Jul 12 17:31:38.772413 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2d5a4b6-7aeb-4634-b233-ac5a0a002f08 req-73869276-30a0-4118-b119-74370957a423 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413618 Jul 12 17:31:39.248297 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449ed5-bdbc-41ac-94aa-efe05703a10b req-918fc567-dc63-4bcb-8cc5-77a7f28ed5ba tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:39.249789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d449ed5-bdbc-41ac-94aa-efe05703a10b req-918fc567-dc63-4bcb-8cc5-77a7f28ed5ba tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0470233 Jul 12 17:31:39.315775 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dca877-3d4c-4432-b942-b963600eed4b req-ed7452ab-f8ee-462a-af69-b5c2b26e1f02 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:39.317732 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9dca877-3d4c-4432-b942-b963600eed4b req-ed7452ab-f8ee-462a-af69-b5c2b26e1f02 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.0670698 Jul 12 17:31:39.345827 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d449ed5-bdbc-41ac-94aa-efe05703a10b req-28d199f0-dd3b-4f48-84b9-8f4ca486e93b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857348 Jul 12 17:31:39.379249 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9dca877-3d4c-4432-b942-b963600eed4b req-8055bf5b-a5dd-4e53-9651-8bc879c0de0f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552669 Jul 12 17:31:39.890030 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063294-161a-4a7f-826c-3c277e540170 req-34f3f3c7-9fb8-402e-88be-5fe04cd99c21 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:39.891447 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01063294-161a-4a7f-826c-3c277e540170 req-34f3f3c7-9fb8-402e-88be-5fe04cd99c21 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.0455294 Jul 12 17:31:39.911486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:39.937582 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01063294-161a-4a7f-826c-3c277e540170 req-64fae94a-4e9f-40ed-99e6-dae12cde89e9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Jul 12 17:31:40.284042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-7366357d-c82d-481e-be9d-69930fbca240 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1002 time: 0.0571713 Jul 12 17:31:40.343864 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:40.345676 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:40.539821 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39433c1-3376-4030-a104-042c701bae2a req-fbb7139c-f06c-49cf-a93d-b90e32a934de tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:40.541266 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c39433c1-3376-4030-a104-042c701bae2a req-fbb7139c-f06c-49cf-a93d-b90e32a934de tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.1279953 Jul 12 17:31:40.572979 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6981120-7642-4b3e-bfff-6579760aa106 req-d1a28a62-830a-4212-ba37-25eaa081ede2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:40.574368 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6981120-7642-4b3e-bfff-6579760aa106 req-d1a28a62-830a-4212-ba37-25eaa081ede2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.1269763 Jul 12 17:31:40.599539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7179b-b6fe-43c2-9940-0e9f1083b231 req-d3d206f2-6874-485c-9741-5a871d2c7927 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:40.600918 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad7179b-b6fe-43c2-9940-0e9f1083b231 req-d3d206f2-6874-485c-9741-5a871d2c7927 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 946 time: 0.1515274 Jul 12 17:31:40.604558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-b8984fe0-2c94-4d74-a625-4c5fa52d004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:40.605900 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-b8984fe0-2c94-4d74-a625-4c5fa52d004d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.1574230 Jul 12 17:31:40.673766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:40.732840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-f386d01c-77fa-420c-b914-9e5ea21febbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:40.734295 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-f386d01c-77fa-420c-b914-9e5ea21febbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100280 Jul 12 17:31:40.743430 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c39433c1-3376-4030-a104-042c701bae2a req-d0e77859-e45c-478b-ac9a-2abea4a5ae71 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923268 Jul 12 17:31:40.782070 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad7179b-b6fe-43c2-9940-0e9f1083b231 req-68abccea-3d77-4eb7-ab02-5260d5bc2cd0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=51476d22-abde-43d9-a380-63c1d7e6b8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591437 Jul 12 17:31:40.788886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port 2a9d6ee1-0082-43be-b42c-fc278ebab767 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:31:40.789222 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:40.913969 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-0d76f9a8-0910-4c49-b47e-92d40aa2b8a2 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671107 Jul 12 17:31:40.947654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] For port 2a9d6ee1-0082-43be-b42c-fc278ebab767, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2a9d6ee1-0082-43be-b42c-fc278ebab767,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:40.948011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.359024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934bc6e-2704-475b-b8b5-77e2917c8c0a req-cf6bffc4-aa45-4076-8e6a-840421d6ae4e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:41.360475 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f934bc6e-2704-475b-b8b5-77e2917c8c0a req-cf6bffc4-aa45-4076-8e6a-840421d6ae4e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 944 time: 0.1136751 Jul 12 17:31:41.427161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:41.432387 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0d42ff-3a70-4876-89ab-e848cd732f0e req-ebb25f58-c1e6-4424-859c-99c1d9aef085 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125275 Jul 12 17:31:41.500161 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f934bc6e-2704-475b-b8b5-77e2917c8c0a req-9998903e-5573-4efa-955e-d9182f5ddd74 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101739 Jul 12 17:31:41.511319 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.511674 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.511984 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 6612d00e-15f9-4c8c-a63e-81e4eafcd884 disassociated. External IP: 172.27.0.172, port: 2a9d6ee1-0082-43be-b42c-fc278ebab767. Jul 12 17:31:41.512383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for 2a9d6ee1-0082-43be-b42c-fc278ebab767 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:31:41.639663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2a9d6ee1-0082-43be-b42c-fc278ebab767), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.674185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=2a9d6ee1-0082-43be-b42c-fc278ebab767,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:41.685127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.685464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.685880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.686224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.686561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.686896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.687227 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.687554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.687881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.688209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.688535 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.688858 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.689182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.689551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.689899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.718141 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:31:41.797851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:31:41.827130 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:41.839768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'mac_address': 'fa:16:3e:88:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:31:41.866929 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:41.876760 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:31:41.877146 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.892713 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:31:41.912079 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:41.917112 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:41.920070 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-999310d5-7beb-4e81-9af7-7fe5dafa96a8 req-2a3b853f-e30d-46e8-b8df-cfabdd6d1316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0559638 Jul 12 17:31:41.966865 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6029-378e-4aea-904c-b060a5e2ef36 req-cf5ca9ba-a760-43cd-a633-f0161f962567 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:41.968342 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acef6029-378e-4aea-904c-b060a5e2ef36 req-cf5ca9ba-a760-43cd-a633-f0161f962567 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.1211114 Jul 12 17:31:41.970199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:41.977597 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.977976 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.978339 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.978868 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.979372 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.979704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.980035 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.980358 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.980686 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.981012 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.981335 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.981660 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.982004 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.982323 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.982643 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:41.995443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:31:42.005390 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:31:42.017979 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:42.018678 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:42.058274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] No DVR routers for this DVR port 2a9d6ee1-0082-43be-b42c-fc278ebab767 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:31:42.064067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:42.067838 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6981120-7642-4b3e-bfff-6579760aa106 req-6c607aa7-a46b-48e0-8d6d-de441827f5ca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "DELETE /v2.0/ports/2a9d6ee1-0082-43be-b42c-fc278ebab767 HTTP/1.1" status: 204 len: 173 time: 1.4840910 Jul 12 17:31:42.068244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'name': 'network-vif-deleted', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:42.070790 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f3e90-37c9-462c-bedb-09db3e46f506" -d '{"events": [{"server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "name": "network-vif-deleted", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:42.076410 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acef6029-378e-4aea-904c-b060a5e2ef36 req-0b141dd1-083e-4111-bd4e-cdba67fc5b39 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002901 Jul 12 17:31:42.123060 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:42.181742 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b5a771-71c4-4fa9-876d-21b1dd122021 x-openstack-request-id: req-91b5a771-71c4-4fa9-876d-21b1dd122021 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:42.182036 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d0b582-fd90-42a8-a0cf-9acd222b3d26", "name": "network-vif-deleted", "tag": "2a9d6ee1-0082-43be-b42c-fc278ebab767", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:42.182293 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91b5a771-71c4-4fa9-876d-21b1dd122021 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:42.182702 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b5a771-71c4-4fa9-876d-21b1dd122021'] response: {'server_uuid': '34d0b582-fd90-42a8-a0cf-9acd222b3d26', 'name': 'network-vif-deleted', 'tag': '2a9d6ee1-0082-43be-b42c-fc278ebab767', 'status': 'completed', 'code': 200} Jul 12 17:31:42.337708 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:42.363601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:31:42.372167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:42.372783 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:42.475629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:42.555608 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:42.621621 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:31:42.622040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39d9d-050c-4419-8b39-bec066fe38ad req-93891b22-1a31-45e3-919e-07596a0a6b22 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:42.623604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86f39d9d-050c-4419-8b39-bec066fe38ad req-93891b22-1a31-45e3-919e-07596a0a6b22 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 945 time: 0.0485852 Jul 12 17:31:42.674213 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86f39d9d-050c-4419-8b39-bec066fe38ad req-d6081ec3-2638-43c9-9728-4b85321116e4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Jul 12 17:31:42.683236 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:42.746223 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:42.776437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed40264-ce6f-46fe-800e-ee64063e0574 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'e3483f71-e49e-4a6f-8242-fdf962531ac8', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:d5:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:26:12Z', 'updated_at': '2022-07-12T17:27:13Z', 'revision_number': 2, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:31:43.017116 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51555c-98d7-44b6-a182-2b367e8a10c6 None None] New status for floating IP 6612d00e-15f9-4c8c-a63e-81e4eafcd884: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:31:43.026187 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-91032fb1-6849-477c-9ad8-4aa623b4757d req-79f97782-31cb-40dd-8543-6aa46464867d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Jul 12 17:31:43.211376 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb7cd-f3fc-4b82-bebe-d56204bc2f64 req-b0ce10b9-2c5c-477f-a06b-f45e0c399a0f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:43.212829 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-953eb7cd-f3fc-4b82-bebe-d56204bc2f64 req-b0ce10b9-2c5c-477f-a06b-f45e0c399a0f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0514722 Jul 12 17:31:43.259859 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-953eb7cd-f3fc-4b82-bebe-d56204bc2f64 req-10026f4b-a758-411e-9c10-4db6a19fac6a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Jul 12 17:31:43.758489 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:43.798338 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38c65-0198-4569-b95c-8ff3b03005fc req-33aceb42-82dc-449e-a030-7c029e171cc1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:43.800428 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89a38c65-0198-4569-b95c-8ff3b03005fc req-33aceb42-82dc-449e-a030-7c029e171cc1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jul 12 17:31:43.852228 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89a38c65-0198-4569-b95c-8ff3b03005fc req-88af7ad3-aea6-4ce1-89cd-515af53c2b04 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460162 Jul 12 17:31:43.907645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:31:43.954410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:31:43.954791 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:44.028244 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:31:44.028656 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:44.056072 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:44.058321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194f3e5-c32c-420b-9b0a-5b4e1b848bd3" -d '{"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:44.074008 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:44.082019 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:44.083162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2a9d6ee1-0082-43be-b42c-fc278ebab767 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:31:44.106069 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 2a9d6ee1-0082-43be-b42c-fc278ebab767 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:31:44.106417 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2a9d6ee1-0082-43be-b42c-fc278ebab767 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:31:44.147123 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2cc053e-2e2f-47c7-8f35-5ef38f112d32 req-d4b8d063-9766-41d9-8523-cad4ba8af94c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Jul 12 17:31:44.154396 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:44.188873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0176336-86e2-400e-ab7a-55bc8bc6b761 x-openstack-request-id: req-b0176336-86e2-400e-ab7a-55bc8bc6b761 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:44.189166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-plugged", "status": "completed", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:44.189429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0176336-86e2-400e-ab7a-55bc8bc6b761 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:44.189846 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0176336-86e2-400e-ab7a-55bc8bc6b761'] response: {'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'code': 200} Jul 12 17:31:44.369714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aab56-277d-4de2-bb78-f0e1a8bb0df8 req-020b732e-cc78-43a7-942a-54fff432604f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:44.371048 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-977aab56-277d-4de2-bb78-f0e1a8bb0df8 req-020b732e-cc78-43a7-942a-54fff432604f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0458035 Jul 12 17:31:44.418029 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-977aab56-277d-4de2-bb78-f0e1a8bb0df8 req-c02be47d-74b3-460f-995d-866019dc91f3 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Jul 12 17:31:44.975209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32e7d3-af20-49fa-8170-11938be4f64f req-4911c819-b630-4cc3-8612-caf3a060a947 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:44.976649 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de32e7d3-af20-49fa-8170-11938be4f64f req-4911c819-b630-4cc3-8612-caf3a060a947 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0479803 Jul 12 17:31:45.026388 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de32e7d3-af20-49fa-8170-11938be4f64f req-eb0ed379-081a-4122-884f-a8fa9efc428c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Jul 12 17:31:45.268992 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cbb55915-5ad2-414d-ba4b-0161d3d05b97 req-4f0b868a-78b7-4670-9522-efe74677728a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=34d0b582-fd90-42a8-a0cf-9acd222b3d26 HTTP/1.1" status: 200 len: 210 time: 0.0301194 Jul 12 17:31:45.536622 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779af82e-5cb0-4ce1-ae90-d4b441a79aaf req-d480a624-3062-40e4-a04b-82b8a2247776 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:45.538791 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-779af82e-5cb0-4ce1-ae90-d4b441a79aaf req-d480a624-3062-40e4-a04b-82b8a2247776 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0491307 Jul 12 17:31:45.588870 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-779af82e-5cb0-4ce1-ae90-d4b441a79aaf req-d49a7481-164f-45cf-8f4c-5ac3d88f353d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Jul 12 17:31:45.640358 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58a79f-7bfc-42f7-a725-b750939c7212 req-35265ae2-a4f5-482f-b477-eed34043da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:45.641972 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e58a79f-7bfc-42f7-a725-b750939c7212 req-35265ae2-a4f5-482f-b477-eed34043da60 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 1131 time: 0.0394540 Jul 12 17:31:45.720876 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e58a79f-7bfc-42f7-a725-b750939c7212 req-86e79789-476a-496b-a48b-b1dd193a8293 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724711 Jul 12 17:31:45.727372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e855a7-33a1-46d5-b00a-ffb30bbab8b2 req-e0430707-27aa-49e9-bdd8-877fcd42d594 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:45.728720 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53e855a7-33a1-46d5-b00a-ffb30bbab8b2 req-e0430707-27aa-49e9-bdd8-877fcd42d594 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0674410 Jul 12 17:31:45.737464 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44134) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:45.741968 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Request body: {'floatingip': {'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:45.796727 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.144873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4602f-7303-4c24-91ad-ee4b87db57a3 req-d590534d-811c-4dda-a96e-57beddb0960b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:46.146359 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c4b4602f-7303-4c24-91ad-ee4b87db57a3 req-d590534d-811c-4dda-a96e-57beddb0960b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0481703 Jul 12 17:31:46.193326 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c4b4602f-7303-4c24-91ad-ee4b87db57a3 req-7737987e-778a-4ff7-ae51-a6f7d28e656d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Jul 12 17:31:46.230211 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.233900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.356574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44142) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:46.411809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (51476d22-abde-43d9-a380-63c1d7e6b8cb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.437166 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (51476d22-abde-43d9-a380-63c1d7e6b8cb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.459767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:46.495051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (51476d22-abde-43d9-a380-63c1d7e6b8cb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.497564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.501178 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/security-groups/51476d22-abde-43d9-a380-63c1d7e6b8cb HTTP/1.1" status: 204 len: 168 time: 0.1412003 Jul 12 17:31:46.502095 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44144) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:46.520262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ba0fa-f0f9-4c81-87f9-6c4bb3e4efce tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51476d22-abde-43d9-a380-63c1d7e6b8cb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:46.522353 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-3720b387-f8f0-4fd9-a11d-e364b359772b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] show failed (client error): The resource could not be found. Jul 12 17:31:46.526373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3720b387-f8f0-4fd9-a11d-e364b359772b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups/51476d22-abde-43d9-a380-63c1d7e6b8cb HTTP/1.1" status: 404 len: 347 time: 0.0203452 Jul 12 17:31:46.527326 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44146) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:46.646429 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port 1ef36024-bc57-4fec-86b1-3467b4bbe0fa {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:31:46.646771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.665511 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:31:46.722754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.723080 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.735076 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for 1ef36024-bc57-4fec-86b1-3467b4bbe0fa owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:31:46.739250 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:46.770276 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:31:46.775116 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.781626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:31:46.792342 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:46.793072 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:46.806983 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:46.809219 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9609791-ba3a-45ab-9112-0665165119d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:46.841788 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-16933aa1-f88a-43c4-a71f-63a950c93ed9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "PUT /v2.0/floatingips/c15d0f69-f26f-498d-8830-ea2df18821d6 HTTP/1.1" status: 200 len: 994 time: 1.1031876 Jul 12 17:31:46.902783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (1ef36024-bc57-4fec-86b1-3467b4bbe0fa), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:46.904953 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:46.920409 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ceae3-db6f-4e12-83db-6697dc42f2a1 x-openstack-request-id: req-0a9ceae3-db6f-4e12-83db-6697dc42f2a1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:46.920775 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:46.921096 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a9ceae3-db6f-4e12-83db-6697dc42f2a1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:46.921566 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9ceae3-db6f-4e12-83db-6697dc42f2a1'] response: {'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'status': 'completed', 'code': 200} Jul 12 17:31:46.933187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=1ef36024-bc57-4fec-86b1-3467b4bbe0fa,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:47.029784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6612d00e-15f9-4c8c-a63e-81e4eafcd884), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:47.032190 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:47.033332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ae05fc9e-0778-4a35-873c-2abd455a6bb9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/floatingips/6612d00e-15f9-4c8c-a63e-81e4eafcd884 HTTP/1.1" status: 204 len: 168 time: 0.5060065 Jul 12 17:31:47.041555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609791-ba3a-45ab-9112-0665165119d6 req-0b558ab0-9a46-40c8-b595-104be772244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:47.043065 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-0b558ab0-9a46-40c8-b595-104be772244b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0491061 Jul 12 17:31:47.067925 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:47.130137 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:31:46Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:47.151320 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609791-ba3a-45ab-9112-0665165119d6 req-f56a1d45-f1b0-4e63-bcc6-65e24acad902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:47.152787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-f56a1d45-f1b0-4e63-bcc6-65e24acad902 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.0990870 Jul 12 17:31:47.154639 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:31:47.163626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:47.164305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:47.222935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-50defb62-d9fe-4df2-8d20-c35eca926368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1002 time: 0.0633214 Jul 12 17:31:47.369804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868870c-ab9a-4bd4-8bb1-e10db5c4d14b req-a613fc58-f65c-4697-ae39-ecd49e888465 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:47.371356 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6868870c-ab9a-4bd4-8bb1-e10db5c4d14b req-a613fc58-f65c-4697-ae39-ecd49e888465 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0968995 Jul 12 17:31:47.392362 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:31:47.399493 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609791-ba3a-45ab-9112-0665165119d6 req-6289ea25-6d57-42f7-b650-0bd5c51b52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:47.400873 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-6289ea25-6d57-42f7-b650-0bd5c51b52e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0946639 Jul 12 17:31:47.422151 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:47.430484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:47.447496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6868870c-ab9a-4bd4-8bb1-e10db5c4d14b req-bc1aa4ca-46b6-40ce-9947-ceca80198ad0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648291 Jul 12 17:31:47.662768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:31:46Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:47.691997 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc211b5d-33d1-4ca3-809f-88cb369dba82 None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c15d0f69-f26f-498d-8830-ea2df18821d6', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'port_id': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'mac_address': 'fa:16:3e:81:cd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:28:56Z', 'updated_at': '2022-07-12T17:31:46Z', 'revision_number': 3, 'project_id': '13884af024db42bcb013e475df0a53f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:31:47.876242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609791-ba3a-45ab-9112-0665165119d6 req-c183a5d7-8131-4407-a1c4-0ba78b425a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:47.878601 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-c183a5d7-8131-4407-a1c4-0ba78b425a25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595467 Jul 12 17:31:48.014585 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:48.044269 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-d68a0502-0986-447e-9673-8098492c386f service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Jul 12 17:31:48.512808 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9609791-ba3a-45ab-9112-0665165119d6 req-92a61ab3-53d3-43bb-a0b8-3961bc6f8dd7 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973740 Jul 12 17:31:48.575978 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ede78-b897-4947-9084-8389bbafe6e1 req-182543a1-6834-4af0-8fe0-52e6c97d3636 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:48.577444 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-732ede78-b897-4947-9084-8389bbafe6e1 req-182543a1-6834-4af0-8fe0-52e6c97d3636 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0461097 Jul 12 17:31:48.623952 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-732ede78-b897-4947-9084-8389bbafe6e1 req-32bbcaab-f344-4122-bfc5-2c0ffe95af7d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Jul 12 17:31:48.922375 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:48.924734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b7757-26c0-4996-802c-64fd1d9d4e03" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:48.959558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c35a7d-89bd-4e16-bd1c-d5eb114fdcd0 x-openstack-request-id: req-87c35a7d-89bd-4e16-bd1c-d5eb114fdcd0 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:48.959833 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:48.960086 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87c35a7d-89bd-4e16-bd1c-d5eb114fdcd0 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:48.960484 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c35a7d-89bd-4e16-bd1c-d5eb114fdcd0'] response: {'name': 'network-changed', 'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'status': 'completed', 'code': 200} Jul 12 17:31:49.048088 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-dfa08f57-114b-49b7-9722-5cb03b8ffa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:49.049565 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-dfa08f57-114b-49b7-9722-5cb03b8ffa66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 1130 time: 0.0425005 Jul 12 17:31:49.061921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:49.138568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-0219eec2-7dbb-4313-a3c6-5b456203557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:49.139992 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-0219eec2-7dbb-4313-a3c6-5b456203557b service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.0847218 Jul 12 17:31:49.204363 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-e719877c-3932-48d7-a399-8f3e25797d43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 200 len: 1002 time: 0.0557890 Jul 12 17:31:49.250716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-a79abd61-b537-40da-8a5f-3fc28f582413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:49.252070 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-a79abd61-b537-40da-8a5f-3fc28f582413 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0414279 Jul 12 17:31:49.292662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-49fa55f8-dc9a-4483-9409-b4d30ca22da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:49.294116 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-49fa55f8-dc9a-4483-9409-b4d30ca22da9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360346 Jul 12 17:31:49.383157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-c9ce75ba-7320-46d7-9395-60fa1f9d23d4 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Jul 12 17:31:49.468461 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea5b7757-26c0-4996-802c-64fd1d9d4e03 req-0c4977cb-1deb-4921-be68-04e2f902eb8c service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795040 Jul 12 17:31:49.803924 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcafb1e-5d32-46aa-aea5-53b442ee8972 req-42c02d3d-d756-46e0-a08e-1bab971a8cd0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:49.805390 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dcafb1e-5d32-46aa-aea5-53b442ee8972 req-42c02d3d-d756-46e0-a08e-1bab971a8cd0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0513880 Jul 12 17:31:49.851341 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dcafb1e-5d32-46aa-aea5-53b442ee8972 req-e9d768fc-fbe3-46ec-8fef-9ee547bcf8a7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Jul 12 17:31:50.965515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb058533-8955-4f1f-b3bc-b73d6ffd2c75 req-0089d740-4be7-4ee5-b53b-f363b8933d2d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:50.966976 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fb058533-8955-4f1f-b3bc-b73d6ffd2c75 req-0089d740-4be7-4ee5-b53b-f363b8933d2d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0470126 Jul 12 17:31:51.013312 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fb058533-8955-4f1f-b3bc-b73d6ffd2c75 req-a632d2cf-f5d0-49b4-b1e2-a4d423b4ef22 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Jul 12 17:31:51.557596 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0c4d00b2-fd01-4245-8215-57ff82a960b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:51.726236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-60b3bd7c-fcd1-40a1-ad8c-e624a131fe59 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:51.727666 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-60b3bd7c-fcd1-40a1-ad8c-e624a131fe59 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0450554 Jul 12 17:31:51.814217 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:51.818316 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port b8875684-ac70-4178-b58c-59ccedcabb36 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:31:51.818905 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:51.904003 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] For port b8875684-ac70-4178-b58c-59ccedcabb36, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b8875684-ac70-4178-b58c-59ccedcabb36,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:31:51.904355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:52.065288 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:52.065942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:52.066080 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP e3483f71-e49e-4a6f-8242-fdf962531ac8 disassociated. External IP: 172.27.0.49, port: b8875684-ac70-4178-b58c-59ccedcabb36. Jul 12 17:31:52.066317 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for b8875684-ac70-4178-b58c-59ccedcabb36 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:31:52.132928 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:52.165466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f62ef-0088-474b-a8a6-c5f1ffb0096e req-1f3408cb-7e07-4f4f-9be2-a1c15125d189 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:52.166956 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e31f62ef-0088-474b-a8a6-c5f1ffb0096e req-1f3408cb-7e07-4f4f-9be2-a1c15125d189 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58fa8d33-4b3c-45f2-8d46-38f4f5932cf2 HTTP/1.1" status: 200 len: 946 time: 0.0852854 Jul 12 17:31:52.253446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e31f62ef-0088-474b-a8a6-c5f1ffb0096e req-2c13e62c-5d48-4779-a606-6ef12dac5184 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805068 Jul 12 17:31:52.272063 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b8875684-ac70-4178-b58c-59ccedcabb36), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:52.298701 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=b8875684-ac70-4178-b58c-59ccedcabb36,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:52.407209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:31:52.507345 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:31:52.518063 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:31:52.528025 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:52.528626 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:52.548946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] No DVR routers for this DVR port b8875684-ac70-4178-b58c-59ccedcabb36 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:31:52.551372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:52.554520 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b4b537e-2d83-463d-bbfb-9f9d84ce5139 req-54fa388a-04b0-41cb-bbca-b874e7a3670b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "DELETE /v2.0/ports/b8875684-ac70-4178-b58c-59ccedcabb36 HTTP/1.1" status: 204 len: 173 time: 0.8158870 Jul 12 17:31:52.554943 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'name': 'network-vif-deleted', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:52.557133 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88536c9-3025-45e1-8fd5-cffc16dc9ce4" -d '{"events": [{"server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "name": "network-vif-deleted", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:52.596221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb29cf-3095-460e-8c24-7227e5845743 x-openstack-request-id: req-cfeb29cf-3095-460e-8c24-7227e5845743 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:52.596564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fa8d33-4b3c-45f2-8d46-38f4f5932cf2", "name": "network-vif-deleted", "tag": "b8875684-ac70-4178-b58c-59ccedcabb36", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:52.596816 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfeb29cf-3095-460e-8c24-7227e5845743 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:52.597217 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfeb29cf-3095-460e-8c24-7227e5845743'] response: {'server_uuid': '58fa8d33-4b3c-45f2-8d46-38f4f5932cf2', 'name': 'network-vif-deleted', 'tag': 'b8875684-ac70-4178-b58c-59ccedcabb36', 'status': 'completed', 'code': 200} Jul 12 17:31:52.638336 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:52.835001 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:52.858581 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:31:52.866845 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:31:52.867472 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:52.965090 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:31:53.233526 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:31:53.259626 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba9c5cc-0bc0-4be7-b319-e741e06ac710 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:31:53.343207 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44226) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:53.388679 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:53.402165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (ee229307-9d32-4d26-9f8c-8ebd50dfcbcd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.427837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (ee229307-9d32-4d26-9f8c-8ebd50dfcbcd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.483935 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950dc07-5be6-4acb-8eeb-31529109cc49 None None] New status for floating IP e3483f71-e49e-4a6f-8242-fdf962531ac8: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:31:53.485136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ee229307-9d32-4d26-9f8c-8ebd50dfcbcd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.489007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.490148 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee229307-9d32-4d26-9f8c-8ebd50dfcbcd HTTP/1.1" status: 204 len: 168 time: 0.1459014 Jul 12 17:31:53.493098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44230) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:53.500707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108200b-f187-4472-b94a-307fde70e316 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee229307-9d32-4d26-9f8c-8ebd50dfcbcd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:53.503808 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:53.511496 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-0333a4a4-032f-47e8-8832-752ad0686b2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] show failed (client error): The resource could not be found. Jul 12 17:31:53.512488 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0333a4a4-032f-47e8-8832-752ad0686b2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups/ee229307-9d32-4d26-9f8c-8ebd50dfcbcd HTTP/1.1" status: 404 len: 347 time: 0.0171194 Jul 12 17:31:53.515917 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44232) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:53.630817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:31:53.631153 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.642055 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:53.710560 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.710878 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.724001 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:31:53.858504 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.881852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a1339fe-6f57-4a33-89fe-1ce2f6fa9561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.884281 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=e5d1b0a4-51ae-4f0e-9ffd-84c65a8bb0df,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:53.896855 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.897196 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.897534 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.897887 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.898212 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.898534 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.898856 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.899178 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.899512 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.899814 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.900132 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.900446 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.900759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.901097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.901405 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:31:53.954955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (e3483f71-e49e-4a6f-8242-fdf962531ac8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.957890 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:53.959016 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f0e48493-2497-462a-bdaa-f34537da07c5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/floatingips/e3483f71-e49e-4a6f-8242-fdf962531ac8 HTTP/1.1" status: 204 len: 168 time: 0.4421110 Jul 12 17:31:54.035916 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44236) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:54.040422 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121151188', 'description': 'tempest-description--772186552'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:54.285714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.350813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (092939a9-f9d6-472e-b1d7-865b2132039b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.354487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (092939a9-f9d6-472e-b1d7-865b2132039b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.383675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.384848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3479326 Jul 12 17:31:54.386855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb780c6-6823-49db-8467-f448c0b8ad39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092939a9-f9d6-472e-b1d7-865b2132039b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:54.387937 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44238) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:54.392641 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': '092939a9-f9d6-472e-b1d7-865b2132039b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:54.420017 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (e49b93c2-7192-4cf1-ab65-c664c1a278bd), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.477230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (e49b93c2-7192-4cf1-ab65-c664c1a278bd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.480551 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (e49b93c2-7192-4cf1-ab65-c664c1a278bd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.498523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49b93c2-7192-4cf1-ab65-c664c1a278bd,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:54.507151 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.508297 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-99d26840-51cd-4ee8-9de3-9d33d0174699 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192217 Jul 12 17:31:54.510987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44240) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:54.515230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': '092939a9-f9d6-472e-b1d7-865b2132039b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:54.540534 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (08916db1-a93f-4157-ac76-987393e2cb74), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.595782 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (08916db1-a93f-4157-ac76-987393e2cb74), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.599244 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (08916db1-a93f-4157-ac76-987393e2cb74), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.617189 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08916db1-a93f-4157-ac76-987393e2cb74,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:54.624509 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.625677 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c08da636-d212-4d79-8f63-b84ea9377560 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137538 Jul 12 17:31:54.629348 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44242) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:31:54.633722 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:54.654742 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.732974 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.744325 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:54.785859 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:54.845019 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.27.0.169 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:31:54.950680 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.958818 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:54.981658 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.020497 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:31:55.024923 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:31:55.028694 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:31:55.031779 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:55.113068 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.149134 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.292427 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.296903 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.360399 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:55.373480 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.388592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:55.389834 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8fd40a47-8e6d-4b54-a550-31a736d2f6c6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7595253 Jul 12 17:31:55.537905 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-cb7fe6c6-e5bd-41b2-b082-2cda6be2c470 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--121151188&fields=id&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 267 time: 0.0416765 Jul 12 17:31:55.644957 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-2a040dda-df0f-4cb5-b8fe-c66c8478fcca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:55.646331 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-2a040dda-df0f-4cb5-b8fe-c66c8478fcca tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1021883 Jul 12 17:31:55.657136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:55.662652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-72d688db-721f-47dc-8980-b81bb00eff29 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/quotas/4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 375 time: 0.0111613 Jul 12 17:31:55.710566 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-f6a5f07d-a292-41fa-ba50-a560d9139698 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427396 Jul 12 17:31:55.810549 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-9eba1f69-3721-4659-8430-2f752c96ea79 service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Jul 12 17:31:55.897954 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-59483a56-96a2-4778-8200-4d1686aa7042 service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815425 Jul 12 17:31:55.958838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b8875684-ac70-4178-b58c-59ccedcabb36 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:31:55.982702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: b8875684-ac70-4178-b58c-59ccedcabb36 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:31:55.983066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b8875684-ac70-4178-b58c-59ccedcabb36 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:31:56.054525 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e860960a-c630-48de-9bee-9dee0a4a5d43 req-585b922f-e6a0-492c-9b93-36d5cf884115 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 210 time: 0.0281103 Jul 12 17:31:56.725403 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:56.893626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:57.100913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-dcf9bcaa-f52f-4272-9778-c497c57e6722 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:57.102423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-dcf9bcaa-f52f-4272-9778-c497c57e6722 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1090708 Jul 12 17:31:57.168498 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b857615-47a1-4a12-afbe-823053a31b9b req-39fda2be-34c3-4cf3-a4d0-2940ca2ce582 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 210 time: 0.0374205 Jul 12 17:31:57.208206 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-75719ce4-6fb5-41eb-948a-ea05066f27fb tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 379 time: 0.0681496 Jul 12 17:31:57.309556 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'port': {'device_id': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'admin_state_up': True, 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'security_groups': ['092939a9-f9d6-472e-b1d7-865b2132039b']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:57.340715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:57.419411 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:31:57.422990 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:57.550070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.20.0.3 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/0275e39e-f41d-4e49-99a5-e8873ed3df6d) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:31:57.641995 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-f4fa4e77-5c4a-4468-aa9f-93b3d246f928 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600142 Jul 12 17:31:57.755611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:57.764678 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-327c9f38-803f-4a8c-96a1-1e83d8f35c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:57.766200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-327c9f38-803f-4a8c-96a1-1e83d8f35c6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 1130 time: 0.0548086 Jul 12 17:31:57.767819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:57.812353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:57.902211 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:31:57.908748 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:31:57.912346 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:31:57.916536 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:57.962632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-b8a73c03-4d2a-4298-a3d1-117d944abb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:57.964115 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-b8a73c03-4d2a-4298-a3d1-117d944abb84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1731472 Jul 12 17:31:57.985403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:57.986259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.020201 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-0167026d-a9bc-428e-8621-a33f3a49eb89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 200 len: 217 time: 0.0482075 Jul 12 17:31:58.056216 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-8405f112-098d-47c7-b0d5-d8390fde075a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502601 Jul 12 17:31:58.074314 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Request body: {'port': {'device_id': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:31:58.097365 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-eb2c050e-78f8-436b-9ef5-739ef8e00310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:58.098846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-eb2c050e-78f8-436b-9ef5-739ef8e00310 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0724616 Jul 12 17:31:58.147226 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-61b4f33c-8c64-4784-b946-fe3afdd747d4 None None] Provisioning complete for port 0275e39e-f41d-4e49-99a5-e8873ed3df6d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:31:58.147822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61b4f33c-8c64-4784-b946-fe3afdd747d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.156448 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:58.174274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-47a843d5-29cc-4db4-a4df-6c9f64b723df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:58.175791 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-47a843d5-29cc-4db4-a4df-6c9f64b723df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707629 Jul 12 17:31:58.177198 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.180253 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-61b4f33c-8c64-4784-b946-fe3afdd747d4 None None] Port 0275e39e-f41d-4e49-99a5-e8873ed3df6d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:31:58.382472 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73426e4-c82a-4dcc-bf88-40659d658df6 req-d91f67dd-9e94-42fd-b982-12d11f39e36f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:58.383923 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e73426e4-c82a-4dcc-bf88-40659d658df6 req-d91f67dd-9e94-42fd-b982-12d11f39e36f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 931 time: 0.1427431 Jul 12 17:31:58.434185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-b4d8f5fb-391f-4e76-92c4-4dd7f9eb602e service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471054 Jul 12 17:31:58.524539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e73426e4-c82a-4dcc-bf88-40659d658df6 req-2e83cecb-cfcc-40dd-b517-5711c1cfa48d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345675 Jul 12 17:31:58.594759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:58.644620 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68e00ba3-ef44-4389-8d6e-1a59b8004262 req-1ba5a915-c35b-4613-8021-f2a274f10a93 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948872 Jul 12 17:31:58.652861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0275e39e-f41d-4e49-99a5-e8873ed3df6d {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:31:58.660685 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks [] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.672992 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Transition to ACTIVE for port object 0275e39e-f41d-4e49-99a5-e8873ed3df6d will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:31:58.679778 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.729048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:58.806507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Attempting to bind port 0275e39e-f41d-4e49-99a5-e8873ed3df6d on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:31:58.806845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Attempting to bind port 0275e39e-f41d-4e49-99a5-e8873ed3df6d by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:31:58.807179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Attempting to bind port 0275e39e-f41d-4e49-99a5-e8873ed3df6d on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:31:58.811749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Port 0275e39e-f41d-4e49-99a5-e8873ed3df6d on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:31:58.812071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Attempting to bind port 0275e39e-f41d-4e49-99a5-e8873ed3df6d on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:31:58.817239 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:31:58.817574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:31:58.817989 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:31:58.818419 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Bound port: 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:31:58.819032 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.834802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:31:58.883648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:31:58.886648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:31:58.892547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.931572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:58.932225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:31:58.933551 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/0275e39e-f41d-4e49-99a5-e8873ed3df6d HTTP/1.1" status: 200 len: 1093 time: 0.8633406 Jul 12 17:31:58.934010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:31:58.936209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e3662-dab1-4ae1-ac13-318b42af72dc" -d '{"events": [{"name": "network-changed", "server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:31:58.959145 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6db38a-e3a8-4c03-af64-72953bdea9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:31:58.987019 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c978600-e3ca-40c3-8c67-5392bf830af3 x-openstack-request-id: req-7c978600-e3ca-40c3-8c67-5392bf830af3 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:31:58.987347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:31:58.987608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c978600-e3ca-40c3-8c67-5392bf830af3 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:31:58.988024 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c978600-e3ca-40c3-8c67-5392bf830af3'] response: {'name': 'network-changed', 'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'status': 'completed', 'code': 200} Jul 12 17:31:59.047704 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-a6cd1d8a-f497-4c8d-90a8-4f06c57a184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:59.049293 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-a6cd1d8a-f497-4c8d-90a8-4f06c57a184e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 1127 time: 0.0417836 Jul 12 17:31:59.106559 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-ce61e915-9dfe-4610-acc0-31b11c63cf77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d HTTP/1.1" status: 200 len: 217 time: 0.0366249 Jul 12 17:31:59.160039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-bfaaf0b2-f95e-4d68-aa66-eb9417010e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:59.161468 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-bfaaf0b2-f95e-4d68-aa66-eb9417010e13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0449746 Jul 12 17:31:59.204115 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-19449504-2b7b-42cc-b540-84c9dfba35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:59.206100 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-19449504-2b7b-42cc-b540-84c9dfba35f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376749 Jul 12 17:31:59.298471 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-7e2fae84-4b0d-4c0e-907c-bef4cb0f8ad9 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842648 Jul 12 17:31:59.387205 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d572b7b-e1dc-46de-8b2f-8cf31a7db0a3 req-dced3adc-e8f8-4b3b-9698-0976924696ad service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813708 Jul 12 17:31:59.639380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965715a-7ea4-4921-8036-04472b6ea282 req-7625de50-7631-46be-b036-8739b011de3c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:31:59.640816 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8965715a-7ea4-4921-8036-04472b6ea282 req-7625de50-7631-46be-b036-8739b011de3c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 943 time: 0.0498681 Jul 12 17:31:59.686524 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8965715a-7ea4-4921-8036-04472b6ea282 req-d5adda1b-c992-41f0-80e4-492e38476d4a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395665 Jul 12 17:32:00.363802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:00.801674 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128269b4-14dd-4e13-8105-562b0e7fa652 req-251d5c5e-c6ea-4e76-8e6a-a3bedbcd1bf4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:00.803131 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-128269b4-14dd-4e13-8105-562b0e7fa652 req-251d5c5e-c6ea-4e76-8e6a-a3bedbcd1bf4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 943 time: 0.0461411 Jul 12 17:32:00.849192 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-128269b4-14dd-4e13-8105-562b0e7fa652 req-5083c9e7-4ec9-4c82-bfab-3ce7d961827f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Jul 12 17:32:01.963614 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705b2c1-d8a6-4ebc-a687-695eb0079da2 req-9bdf24b7-22f6-4093-9195-977751c91b5a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:01.965052 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0705b2c1-d8a6-4ebc-a687-695eb0079da2 req-9bdf24b7-22f6-4093-9195-977751c91b5a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 943 time: 0.0502431 Jul 12 17:32:01.972538 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0275e39e-f41d-4e49-99a5-e8873ed3df6d details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:32:02.011960 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0705b2c1-d8a6-4ebc-a687-695eb0079da2 req-6a5b4926-e54a-4077-adad-09d26e827d86 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405807 Jul 12 17:32:02.070048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:02.081339 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'port_id': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'mac_address': 'fa:16:3e:b7:44:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:32:02.116037 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:02.120589 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 0275e39e-f41d-4e49-99a5-e8873ed3df6d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:02.121156 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:02.134348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0275e39e-f41d-4e49-99a5-e8873ed3df6d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:32:02.156205 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:02.161562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:02.185431 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-9f828e59-c431-4e71-b5bc-ad3d5e2618f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:02.187278 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-9f828e59-c431-4e71-b5bc-ad3d5e2618f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 1127 time: 0.0491674 Jul 12 17:32:02.208904 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:02.284487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:02.310356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-2b4aef95-9a3b-41a5-a92b-12f79e7216ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:02.311799 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-2b4aef95-9a3b-41a5-a92b-12f79e7216ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.0889316 Jul 12 17:32:02.618911 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-bdde70ad-8698-41fe-b28a-f530f428df98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d HTTP/1.1" status: 200 len: 217 time: 0.0342736 Jul 12 17:32:02.681299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-e5ad20db-bb6f-433c-abe3-6bce78dc3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:02.682747 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-e5ad20db-bb6f-433c-abe3-6bce78dc3742 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0439925 Jul 12 17:32:02.702103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:02.730586 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['0275e39e-f41d-4e49-99a5-e8873ed3df6d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:32:02.735235 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-791cf6a0-cada-410c-8644-2ec015908e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:02.736761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-791cf6a0-cada-410c-8644-2ec015908e11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419638 Jul 12 17:32:02.815679 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:02.898346 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-d6e77424-5a35-465f-90e8-e21d92dcf545 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950096 Jul 12 17:32:03.123226 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed982-786a-4185-9c04-bc1c7ec3456b req-3c1714e6-65ba-4624-bba4-a12019876adb tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:03.124695 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c14ed982-786a-4185-9c04-bc1c7ec3456b req-3c1714e6-65ba-4624-bba4-a12019876adb tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 944 time: 0.0461659 Jul 12 17:32:03.231132 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:03.236111 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:03.238605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c14ed982-786a-4185-9c04-bc1c7ec3456b req-aac43b64-f931-4af9-8f51-a0bbf540fac2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047254 Jul 12 17:32:03.254479 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b8e3662-dab1-4ae1-ac13-318b42af72dc req-3654d1ba-fbab-422f-b177-1ec91e788c6e service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288846 Jul 12 17:32:03.991197 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0275e39e-f41d-4e49-99a5-e8873ed3df6d up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:04.031179 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 0275e39e-f41d-4e49-99a5-e8873ed3df6d completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:32:04.036580 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 0275e39e-f41d-4e49-99a5-e8873ed3df6d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:04.036961 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:04.108301 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 0275e39e-f41d-4e49-99a5-e8873ed3df6d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:04.108680 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:04.130652 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:32:04.132959 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b8844-de13-4e77-9fc3-2017faf6a42f" -d '{"events": [{"server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "name": "network-vif-plugged", "status": "completed", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:04.144686 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:04.148439 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:04.175800 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333c83c-f2de-40de-bb13-f8eff28aac1d x-openstack-request-id: req-9333c83c-f2de-40de-bb13-f8eff28aac1d {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:04.176086 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "name": "network-vif-plugged", "status": "completed", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:04.176338 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9333c83c-f2de-40de-bb13-f8eff28aac1d {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:04.176725 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9333c83c-f2de-40de-bb13-f8eff28aac1d'] response: {'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'code': 200} Jul 12 17:32:04.197849 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:04.354844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294a5c8-8f03-4c0c-bda2-2a8e2de53312 req-be281ab1-b4db-4d9d-be32-d51f3e44a90c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:04.356306 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1294a5c8-8f03-4c0c-bda2-2a8e2de53312 req-be281ab1-b4db-4d9d-be32-d51f3e44a90c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0480299 Jul 12 17:32:04.411397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4562e5-b349-4b6b-96c2-f90bae57b839 req-d77a6e2d-c000-42aa-bc34-cd4bfb9fffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:04.412861 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b4562e5-b349-4b6b-96c2-f90bae57b839 req-d77a6e2d-c000-42aa-bc34-cd4bfb9fffc6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 1129 time: 0.0557141 Jul 12 17:32:04.450514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1294a5c8-8f03-4c0c-bda2-2a8e2de53312 req-f5c26763-a508-46f5-902e-a305a010ff52 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849500 Jul 12 17:32:04.478687 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b4562e5-b349-4b6b-96c2-f90bae57b839 req-e982173a-215f-4f46-aaf9-4d2be96572e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583417 Jul 12 17:32:05.382646 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:05.383410 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:05.566424 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75105d49-c937-4cad-8f01-ac35be1d92c1 req-e3e6203d-4f19-4d0c-974d-0276c2815995 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:05.567868 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75105d49-c937-4cad-8f01-ac35be1d92c1 req-e3e6203d-4f19-4d0c-974d-0276c2815995 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0475729 Jul 12 17:32:05.614617 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75105d49-c937-4cad-8f01-ac35be1d92c1 req-64535f5a-d453-46b2-affa-55f31fb3d96e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Jul 12 17:32:06.727693 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24e6c-eadb-422d-b6bd-011a5dd3f81a req-047306be-cbd9-4502-9b9a-716544724fa6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:06.729055 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cc24e6c-eadb-422d-b6bd-011a5dd3f81a req-047306be-cbd9-4502-9b9a-716544724fa6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0462029 Jul 12 17:32:06.779208 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cc24e6c-eadb-422d-b6bd-011a5dd3f81a req-9b195f19-a168-491a-b7ca-d6f8efb7073b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447450 Jul 12 17:32:06.891608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beea93d-619b-4a70-b81a-be397d722669 req-021791b6-de98-4794-ac73-0474479c0c90 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:06.893047 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2beea93d-619b-4a70-b81a-be397d722669 req-021791b6-de98-4794-ac73-0474479c0c90 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0459902 Jul 12 17:32:06.901421 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44300) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:06.905559 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'port_id': '0275e39e-f41d-4e49-99a5-e8873ed3df6d'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:06.942612 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:07.132546 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:07.451823 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:07.583763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:07.587150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:07.678984 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 33fa5959-f85b-45c7-8d1e-a27ca5328419 associated. External IP: 172.27.0.169, port: 0275e39e-f41d-4e49-99a5-e8873ed3df6d. Jul 12 17:32:07.873134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:07.972261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:07.976969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:07.982050 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:07.992269 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:07.992877 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:08.009674 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4c321758-4581-4e6e-93a1-cffd1f3143b0 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "PUT /v2.0/floatingips/33fa5959-f85b-45c7-8d1e-a27ca5328419 HTTP/1.1" status: 200 len: 991 time: 1.1072102 Jul 12 17:32:08.010287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:32:08.012605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383b49d-f6c9-472e-836b-c6aaac8532f4" -d '{"events": [{"name": "network-changed", "server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:08.051544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa701fc-a723-479a-97d7-d0296c7bf7a8 x-openstack-request-id: req-0fa701fc-a723-479a-97d7-d0296c7bf7a8 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:08.051835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:08.052085 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fa701fc-a723-479a-97d7-d0296c7bf7a8 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:08.052494 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa701fc-a723-479a-97d7-d0296c7bf7a8'] response: {'name': 'network-changed', 'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'status': 'completed', 'code': 200} Jul 12 17:32:08.094262 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:08.143425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-a54d1236-14ff-4bf8-932a-f0cb0aa6afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:08.144941 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-a54d1236-14ff-4bf8-932a-f0cb0aa6afe5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 1129 time: 0.0399926 Jul 12 17:32:08.235999 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-98e15013-d86a-4b6b-8785-8b7569161cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:08.237453 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-98e15013-d86a-4b6b-8785-8b7569161cfe service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.0860066 Jul 12 17:32:08.301945 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-53c26703-fd6e-4507-aac7-2f6a7a2f498e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d HTTP/1.1" status: 200 len: 999 time: 0.0572138 Jul 12 17:32:08.302995 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '33fa5959-f85b-45c7-8d1e-a27ca5328419', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:b7:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:31:55Z', 'updated_at': '2022-07-12T17:32:07Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:08.327300 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:08.335324 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:08.335919 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:08.350274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-893a775b-bc56-4bd3-adbe-f2a9833b81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:08.351719 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-893a775b-bc56-4bd3-adbe-f2a9833b81ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0433402 Jul 12 17:32:08.385901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:08.395793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-a7f6b724-709f-4f83-b801-1ee2570298ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:08.397258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-a7f6b724-709f-4f83-b801-1ee2570298ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392830 Jul 12 17:32:08.436637 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:08.490788 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-7f51270a-a7b2-4469-b4ce-6eb64bb91746 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862370 Jul 12 17:32:08.527643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:08.586429 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8383b49d-f6c9-472e-836b-c6aaac8532f4 req-3c46b912-4220-4a75-bcf5-a5a09af83655 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879517 Jul 12 17:32:08.644639 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '33fa5959-f85b-45c7-8d1e-a27ca5328419', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:b7:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:31:55Z', 'updated_at': '2022-07-12T17:32:07Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:08.668869 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e8e2-f5ca-4173-bff8-2b3f7509d515 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '33fa5959-f85b-45c7-8d1e-a27ca5328419', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:b7:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:31:55Z', 'updated_at': '2022-07-12T17:32:07Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:08.852820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4184e-cfcd-4824-8c4c-d47bf79b3305 None None] New status for floating IP 33fa5959-f85b-45c7-8d1e-a27ca5328419: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:32:14.350315 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-32530361-fc8b-4bec-99be-9680c1ea640e tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1672962216&fields=id&tenant_id=958ea0774e9d41a5a995b2693d0b0c6e HTTP/1.1" status: 200 len: 267 time: 0.0441613 Jul 12 17:32:14.400177 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fdcd49ed-6b96-4da0-a21c-be81ab36a37a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:14.401595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fdcd49ed-6b96-4da0-a21c-be81ab36a37a tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 984 time: 0.0462217 Jul 12 17:32:14.411739 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Request body: {'port': {'security_groups': ['61b82975-04f7-4cfc-b98f-4e98600556bc']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:14.484290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.680192 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:14.711863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.717117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.761010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:14.761175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:32:14.761609 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.762956 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53cfa091-8a3d-4cc1-8afe-7a7d2c5a5505 req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "PUT /v2.0/ports/e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 942 time: 0.3554854 Jul 12 17:32:14.763401 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:32:14.768946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a9766-a22a-4176-8806-4cfbf87b894a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:14.777449 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44324) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:14.810462 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c0bb5-dfc6-4fc0-8315-9e17a5a76597 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event updated for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=7']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:14.823734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc05e2-3e12-4118-8c0f-6cb70f6fde89 x-openstack-request-id: req-20dc05e2-3e12-4118-8c0f-6cb70f6fde89 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:14.824042 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:14.824294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20dc05e2-3e12-4118-8c0f-6cb70f6fde89 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:14.824753 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dc05e2-3e12-4118-8c0f-6cb70f6fde89'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:32:14.853664 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (41bbe724-e5bc-42fc-8477-b10a0f04af5c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.884284 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (41bbe724-e5bc-42fc-8477-b10a0f04af5c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.918953 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9766-a22a-4176-8806-4cfbf87b894a req-4d78b9f6-27c1-4ee2-896e-0acef5f90477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:14.920869 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-4d78b9f6-27c1-4ee2-896e-0acef5f90477 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1129 time: 0.0541191 Jul 12 17:32:14.948465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:32:14.962502 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (41bbe724-e5bc-42fc-8477-b10a0f04af5c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.965544 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:14.969245 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "DELETE /v2.0/security-groups/41bbe724-e5bc-42fc-8477-b10a0f04af5c HTTP/1.1" status: 204 len: 168 time: 0.1881771 Jul 12 17:32:14.970164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44326) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:14.977786 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf566c-083f-4bd2-9655-efeef4169785 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbe724-e5bc-42fc-8477-b10a0f04af5c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:15.035416 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:15.046055 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8966918c-8626-49f1-a1f6-cb67a3e56f64 None None] Provisioning complete for port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:15.046772 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8966918c-8626-49f1-a1f6-cb67a3e56f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.116572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9766-a22a-4176-8806-4cfbf87b894a req-b3c5a9b7-5308-418c-96ed-a9a978259c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:15.118079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-b3c5a9b7-5308-418c-96ed-a9a978259c48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.1892118 Jul 12 17:32:15.120565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:15.135800 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:15.177756 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8966918c-8626-49f1-a1f6-cb67a3e56f64 None None] Current status of the port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:15.214738 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-bc1f0f71-1b63-48a9-aa34-389e216f5083 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 1000 time: 0.0867412 Jul 12 17:32:15.232304 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Deleting port 27d2d0cd-5f13-4841-8691-a1f3617e5999 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:15.232646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.315158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9766-a22a-4176-8806-4cfbf87b894a req-cf1e5562-e2b4-4449-a164-68abb9b31314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:15.316594 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-cf1e5562-e2b4-4449-a164-68abb9b31314 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0946541 Jul 12 17:32:15.360412 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:15.368461 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.368782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for floatingip (27d2d0cd-5f13-4841-8691-a1f3617e5999), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.384181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9766-a22a-4176-8806-4cfbf87b894a req-a0e64260-ddd7-4f33-a4dd-8d95bdf51633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:15.385621 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-a0e64260-ddd7-4f33-a4dd-8d95bdf51633 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616243 Jul 12 17:32:15.386633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Calling delete_port for 27d2d0cd-5f13-4841-8691-a1f3617e5999 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:15.558728 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-ff6bea98-e51b-453e-884d-577781beb734 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634166 Jul 12 17:32:15.689968 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-318a9766-a22a-4176-8806-4cfbf87b894a req-43edab18-045e-49bd-9486-53b96131fd4f service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202734 Jul 12 17:32:15.691081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (27d2d0cd-5f13-4841-8691-a1f3617e5999), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.714204 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event deleted for resources: {'Port': ['ID=27d2d0cd-5f13-4841-8691-a1f3617e5999,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:15.777366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks [] for floatingip (809d8c94-f220-4000-b214-d25cab4d60d0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:15.777763 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Floating IP 809d8c94-f220-4000-b214-d25cab4d60d0 disassociated (deleted). External IP: 172.27.0.25, port: e5729bfd-6f0d-43dc-88e8-b8b9b0480a96. Jul 12 17:32:15.856507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:15.973751 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:16.307232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:16.311911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:16.316450 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Sync routers for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:16.326381 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:16.326989 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:16.342051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a8bbd4e9-1ce0-4af3-99e4-159168a83d43 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "DELETE /v2.0/floatingips/809d8c94-f220-4000-b214-d25cab4d60d0 HTTP/1.1" status: 204 len: 168 time: 1.3708980 Jul 12 17:32:16.414373 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:16.428181 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:16.459764 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:16.616768 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:16.641561 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Checking router: 43c95f66-7a1b-41ac-b374-09ca40ad2a4a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:16.650313 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:16.650902 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:31:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:16.825635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:32:16.827921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13bfe40-f824-4e01-95ed-39382131d8db" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:16.829120 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:16.862475 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67a995f-40f5-47e4-b092-610ab62722f6 x-openstack-request-id: req-f67a995f-40f5-47e4-b092-610ab62722f6 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:16.862763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:16.863011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f67a995f-40f5-47e4-b092-610ab62722f6 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:16.863405 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67a995f-40f5-47e4-b092-610ab62722f6'] response: {'name': 'network-changed', 'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:32:17.009001 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:17.032804 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d4654-b23d-46af-93b4-d2f78e7a5639 None None] The sync data for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi is: [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:27:34Z', 'revision_number': 4, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '83ad6b7a-ab83-455c-91cb-5512e53436c9', 'name': '', 'network_id': '4e20f143-0fd0-4b40-be12-3321a43578ac', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'mac_address': 'fa:16:3e:ec:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:34Z', 'updated_at': '2022-07-12T17:27:41Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'subnets': [{'id': '3b47d757-0b80-44c7-a1f4-e3bab004e04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:17.243196 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d10216-0b11-4d2f-b161-bb84bb61aa6e None None] New status for floating IP 809d8c94-f220-4000-b214-d25cab4d60d0: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:32:17.252140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfe40-f824-4e01-95ed-39382131d8db req-65b19e87-7117-43f0-a4b2-5c4cadc9270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:17.254276 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-65b19e87-7117-43f0-a4b2-5c4cadc9270b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 1129 time: 0.0440464 Jul 12 17:32:17.348828 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfe40-f824-4e01-95ed-39382131d8db req-a50b0722-0068-48d4-9099-1514a7e71eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:17.350419 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-a50b0722-0068-48d4-9099-1514a7e71eb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 200 len: 915 time: 0.0905693 Jul 12 17:32:17.391156 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-30a1c13c-35a8-41bc-8ecc-f21bac559c17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 200 len: 217 time: 0.0348580 Jul 12 17:32:17.427638 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:17.443983 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfe40-f824-4e01-95ed-39382131d8db req-3a531539-eaba-4927-8051-0d120726aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:17.445378 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-3a531539-eaba-4927-8051-0d120726aeea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 200 len: 853 time: 0.0452330 Jul 12 17:32:17.492213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bfe40-f824-4e01-95ed-39382131d8db req-58459979-bfa2-4ff2-b836-0aac07506e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:17.493659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-58459979-bfa2-4ff2-b836-0aac07506e04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e20f143-0fd0-4b40-be12-3321a43578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421176 Jul 12 17:32:17.581947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-c0cfc51e-9f95-4aa4-b720-03160b22b3cb service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820136 Jul 12 17:32:17.679089 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e13bfe40-f824-4e01-95ed-39382131d8db req-3d00cb1a-7d11-4c57-9c8b-3b05303fca91 service neutron] 10.222.0.66 "GET /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908916 Jul 12 17:32:20.146218 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca2cfd-d376-4c13-bc89-0c761a64c891 req-efd75922-a74c-485e-a28f-fc6b45e75bdd tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:20.147648 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4eca2cfd-d376-4c13-bc89-0c761a64c891 req-efd75922-a74c-485e-a28f-fc6b45e75bdd tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0464346 Jul 12 17:32:20.195403 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4eca2cfd-d376-4c13-bc89-0c761a64c891 req-146ae467-ad2f-491b-8d6f-f5da3fa36c7f tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Jul 12 17:32:21.314879 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42591651-2555-4baa-9b43-cf74d5dd4472 req-d0b5751d-e340-48d5-a776-69e01a1e5749 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:21.316319 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42591651-2555-4baa-9b43-cf74d5dd4472 req-d0b5751d-e340-48d5-a776-69e01a1e5749 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0463960 Jul 12 17:32:21.365771 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-42591651-2555-4baa-9b43-cf74d5dd4472 req-a0049418-6304-4cdd-ab40-5f878b422392 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Jul 12 17:32:21.562234 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-437ad7f4-211b-4259-8c91-443e8fc9e524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:22.376929 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-f468b14f-acd0-4c58-b9c4-b12483349244 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:22.378965 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-f468b14f-acd0-4c58-b9c4-b12483349244 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0462394 Jul 12 17:32:22.418149 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:22.492798 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Deleting port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:22.493126 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:22.518742 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8207-b892-4429-8a86-93fd8e378f1b req-600c8418-4dd1-49f7-82f4-47f71df00ca6 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:22.520166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ddc8207-b892-4429-8a86-93fd8e378f1b req-600c8418-4dd1-49f7-82f4-47f71df00ca6 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9cb42e-ab4c-4156-8944-5c8ddd677b0f HTTP/1.1" status: 200 len: 945 time: 0.0725682 Jul 12 17:32:22.618927 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ddc8207-b892-4429-8a86-93fd8e378f1b req-109cf11e-77b7-46ed-8dc2-4c5f2c659712 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.62 "GET /v2.0/security-groups?id=61b82975-04f7-4cfc-b98f-4e98600556bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931895 Jul 12 17:32:22.625296 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] For port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:22.625652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:22.638332 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Calling delete_port for e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:22.764631 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (e5729bfd-6f0d-43dc-88e8-b8b9b0480a96), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:22.771294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:22.794731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Pushing event deleted for resources: {'Port': ['ID=e5729bfd-6f0d-43dc-88e8-b8b9b0480a96,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:22.803484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:32:22.845148 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] No DVR routers for this DVR port e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:32:22.847611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:22.850779 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc672589-b5e6-4007-9340-179d6b5afe54 req-840d9195-3570-4d41-a5e2-08d5d61ef576 tempest-TestMinimumBasicScenario-225795289 tempest-TestMinimumBasicScenario-225795289-project] 10.222.0.66 "DELETE /v2.0/ports/e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 HTTP/1.1" status: 204 len: 173 time: 0.4667573 Jul 12 17:32:22.851216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'name': 'network-vif-deleted', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:32:22.853451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd3423-182d-4b62-b868-a237236a11f6" -d '{"events": [{"server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "name": "network-vif-deleted", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:32:22.894262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30efa2-7082-4de7-8041-c11f4fdadb46 x-openstack-request-id: req-9d30efa2-7082-4de7-8041-c11f4fdadb46 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:32:22.894574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cb42e-ab4c-4156-8944-5c8ddd677b0f", "name": "network-vif-deleted", "tag": "e5729bfd-6f0d-43dc-88e8-b8b9b0480a96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:32:22.894845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d30efa2-7082-4de7-8041-c11f4fdadb46 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:32:22.895288 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d30efa2-7082-4de7-8041-c11f4fdadb46'] response: {'server_uuid': 'ad9cb42e-ab4c-4156-8944-5c8ddd677b0f', 'name': 'network-vif-deleted', 'tag': 'e5729bfd-6f0d-43dc-88e8-b8b9b0480a96', 'status': 'completed', 'code': 200} Jul 12 17:32:23.884984 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f96480ad-7bad-421c-bf43-cb4781c4f90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:24.137013 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44412) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:24.390769 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:32:24.500662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:24.679350 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:24.758806 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Deleting port 83ad6b7a-ab83-455c-91cb-5512e53436c9 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:24.759141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:24.838822 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] For port 83ad6b7a-ab83-455c-91cb-5512e53436c9, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=83ad6b7a-ab83-455c-91cb-5512e53436c9,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:24.839011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:24.851717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Calling delete_port for 83ad6b7a-ab83-455c-91cb-5512e53436c9 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:24.963918 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:24.971299 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:24.973223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:25.027385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (83ad6b7a-ab83-455c-91cb-5512e53436c9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.053106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ad6b7a-ab83-455c-91cb-5512e53436c9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:25.108984 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:25.213895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.414304 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:25.417185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:25.520418 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:25.529915 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e74e5aed-12f7-470b-a88a-0115b21d4996 admin admin] 10.222.0.62 "PUT /v2.0/routers/43c95f66-7a1b-41ac-b374-09ca40ad2a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917813 Jul 12 17:32:25.532252 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44414) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:25.534997 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Sync routers for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:25.546417 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:25.547027 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:25.631300 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks [] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.647795 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:25.728204 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks [] for router_gateway (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.772627 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Deleting port 74da4949-7efd-4297-99d6-139ce51f5218 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:25.772970 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (74da4949-7efd-4297-99d6-139ce51f5218), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.812971 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '74da4949-7efd-4297-99d6-139ce51f5218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:32:24Z', 'revision_number': 5, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port': {'id': '74da4949-7efd-4297-99d6-139ce51f5218', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:29Z', 'updated_at': '2022-07-12T17:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:25.838745 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Checking router: 43c95f66-7a1b-41ac-b374-09ca40ad2a4a for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:25.846801 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Routers {'43c95f66-7a1b-41ac-b374-09ca40ad2a4a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:25.847396 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:25.851197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] For port 74da4949-7efd-4297-99d6-139ce51f5218, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=74da4949-7efd-4297-99d6-139ce51f5218,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:25.851561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (74da4949-7efd-4297-99d6-139ce51f5218), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:25.864309 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Calling delete_port for 74da4949-7efd-4297-99d6-139ce51f5218 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:25.918423 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:25.929514 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] Set router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:25.960874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:25.979813 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:32:25Z', 'revision_number': 6, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:26.004774 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91237de8-6ab5-478d-ba92-cec8f1c14544 None None] The sync data for ids ['43c95f66-7a1b-41ac-b374-09ca40ad2a4a'] in dv-cinder-849325-2-iscsi is: [{'id': '43c95f66-7a1b-41ac-b374-09ca40ad2a4a', 'name': 'tempest-TestMinimumBasicScenario-803909871-router', 'tenant_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:28Z', 'updated_at': '2022-07-12T17:32:25Z', 'revision_number': 6, 'project_id': '958ea0774e9d41a5a995b2693d0b0c6e', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:26.032607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (74da4949-7efd-4297-99d6-139ce51f5218), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.062366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74da4949-7efd-4297-99d6-139ce51f5218,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:26.121634 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:26.122343 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.140265 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:26.140616 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e5729bfd-6f0d-43dc-88e8-b8b9b0480a96 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:26.445762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.447878 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks [] for router_controller (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.487927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (43c95f66-7a1b-41ac-b374-09ca40ad2a4a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.488486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43c95f66-7a1b-41ac-b374-09ca40ad2a4a {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:32:26.492694 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.493834 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0ff54a0b-1739-4763-9d9e-ba00d33f9fc6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/43c95f66-7a1b-41ac-b374-09ca40ad2a4a HTTP/1.1" status: 204 len: 168 time: 0.9605165 Jul 12 17:32:26.496363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44416) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:26.532347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:26.547932 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Deleting subnet 3b47d757-0b80-44c7-a1f4-e3bab004e04d {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:32:26.550972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Publish callbacks [] for subnet (3b47d757-0b80-44c7-a1f4-e3bab004e04d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.585220 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (3b47d757-0b80-44c7-a1f4-e3bab004e04d), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.656841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (3b47d757-0b80-44c7-a1f4-e3bab004e04d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.710654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (3b47d757-0b80-44c7-a1f4-e3bab004e04d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.728511 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.736533 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b47d757-0b80-44c7-a1f4-e3bab004e04d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:26.739840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.745140 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d621d862-442a-43ce-b961-b3c56bf5fad7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3b47d757-0b80-44c7-a1f4-e3bab004e04d HTTP/1.1" status: 204 len: 168 time: 0.2456913 Jul 12 17:32:26.745396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44418) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:26.757153 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df9f73-3130-4602-aff6-4ecccbdcac6b None None] Network 4e20f143-0fd0-4b40-be12-3321a43578ac requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:26.816667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (4e20f143-0fd0-4b40-be12-3321a43578ac), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.864612 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Deleting port 94154784-21c4-48d8-b72d-2e10a789ff76 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:26.865044 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.903417 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.927622 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] DHCP port deletion for 4e20f143-0fd0-4b40-be12-3321a43578ac request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:32:26.943582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] For port 94154784-21c4-48d8-b72d-2e10a789ff76, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=94154784-21c4-48d8-b72d-2e10a789ff76,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:26.944218 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:26.957832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Calling delete_port for 94154784-21c4-48d8-b72d-2e10a789ff76 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:26.970324 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Deleting port 94154784-21c4-48d8-b72d-2e10a789ff76 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:26.970688 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.040217 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.041740 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] For port 94154784-21c4-48d8-b72d-2e10a789ff76, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=94154784-21c4-48d8-b72d-2e10a789ff76,segment=NetworkSegment(a2284a99-74a0-48ae-9d1f-818743fe3b4a),segment_id=a2284a99-74a0-48ae-9d1f-818743fe3b4a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:27.042163 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.058994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Calling delete_port for 94154784-21c4-48d8-b72d-2e10a789ff76 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:27.070180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94154784-21c4-48d8-b72d-2e10a789ff76,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.073630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] No DVR routers for this DVR port 94154784-21c4-48d8-b72d-2e10a789ff76 on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:32:27.143561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (4e20f143-0fd0-4b40-be12-3321a43578ac), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.163532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e20f143-0fd0-4b40-be12-3321a43578ac']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.173039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2284a99-74a0-48ae-9d1f-818743fe3b4a') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.173332 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2284a99-74a0-48ae-9d1f-818743fe3b4a') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:27.178307 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925'] for port (94154784-21c4-48d8-b72d-2e10a789ff76), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.184402 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=10 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:27.188099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (a2284a99-74a0-48ae-9d1f-818743fe3b4a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.204000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (a2284a99-74a0-48ae-9d1f-818743fe3b4a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.204645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] Pushing event deleted for resources: {'Port': ['ID=94154784-21c4-48d8-b72d-2e10a789ff76,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.210508 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20749499-6b19-4190-a8ea-6d09b9d124ba None None] No DVR routers for this DVR port 94154784-21c4-48d8-b72d-2e10a789ff76 on host dv-cinder-849325-2-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:32:27.211168 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:32:27.211564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (a2284a99-74a0-48ae-9d1f-818743fe3b4a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.271583 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (4e20f143-0fd0-4b40-be12-3321a43578ac), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.278358 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.284145 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e20f143-0fd0-4b40-be12-3321a43578ac HTTP/1.1" status: 204 len: 168 time: 0.5375192 Jul 12 17:32:27.286958 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44424) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:27.298671 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment a2284a99-74a0-48ae-9d1f-818743fe3b4a resource provider aggregate not found Jul 12 17:32:27.302701 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32ea4-9873-4a4d-8b31-6303776933e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e20f143-0fd0-4b40-be12-3321a43578ac,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:27.315822 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment a2284a99-74a0-48ae-9d1f-818743fe3b4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2284a99-74a0-48ae-9d1f-818743fe3b4a found for delete ", "request_id": "req-e012fac6-61ca-42fb-8123-047a838b2256"}]} Jul 12 17:32:27.558878 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 74da4949-7efd-4297-99d6-139ce51f5218 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.579016 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 74da4949-7efd-4297-99d6-139ce51f5218 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:27.579353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 74da4949-7efd-4297-99d6-139ce51f5218 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.579763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 83ad6b7a-ab83-455c-91cb-5512e53436c9 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.703301 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (e9f4d29d-8875-418b-9647-dba766e701d4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:27.720375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 83ad6b7a-ab83-455c-91cb-5512e53436c9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:27.720720 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 83ad6b7a-ab83-455c-91cb-5512e53436c9 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.721135 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 94154784-21c4-48d8-b72d-2e10a789ff76 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:27.739989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 94154784-21c4-48d8-b72d-2e10a789ff76 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:27.740331 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 94154784-21c4-48d8-b72d-2e10a789ff76 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:27.921577 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Deleting port 82790fef-3608-4ade-b899-77115e3a07b0 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:27.921940 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (82790fef-3608-4ade-b899-77115e3a07b0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.002203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] For port 82790fef-3608-4ade-b899-77115e3a07b0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=82790fef-3608-4ade-b899-77115e3a07b0,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:28.002465 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (82790fef-3608-4ade-b899-77115e3a07b0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.014966 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Calling delete_port for 82790fef-3608-4ade-b899-77115e3a07b0 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:28.166862 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:28.191205 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (82790fef-3608-4ade-b899-77115e3a07b0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.219010 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82790fef-3608-4ade-b899-77115e3a07b0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:28.269620 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:28.379537 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (e9f4d29d-8875-418b-9647-dba766e701d4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.574958 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Router e9f4d29d-8875-418b-9647-dba766e701d4 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:28.673973 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:28.683635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Sync routers for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:28.685154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44432) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:28.685678 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6cfd4bc2-9270-43ea-bf87-d8ce9d2b43d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/e9f4d29d-8875-418b-9647-dba766e701d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970234 Jul 12 17:32:28.696602 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:28.697310 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:28.779501 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:28.780627 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:28.789238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks [] for router (e9f4d29d-8875-418b-9647-dba766e701d4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.800948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:28.886927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks [] for router_gateway (e9f4d29d-8875-418b-9647-dba766e701d4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.931073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Deleting port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:28.931400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:28.967333 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:32:28Z', 'revision_number': 5, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port': {'id': '76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:39Z', 'updated_at': '2022-07-12T17:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:28.996446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Checking router: e9f4d29d-8875-418b-9647-dba766e701d4 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:29.004777 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Routers {'e9f4d29d-8875-418b-9647-dba766e701d4'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:29.005379 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['e9f4d29d-8875-418b-9647-dba766e701d4'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.012387 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] For port 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:29.012754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.025962 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Calling delete_port for 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:29.084838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] Set router e9f4d29d-8875-418b-9647-dba766e701d4 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:29.136266 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:32:28Z', 'revision_number': 6, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:29.162705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab20382-d6ba-4d7d-832f-bf31893a187d None None] The sync data for ids ['e9f4d29d-8875-418b-9647-dba766e701d4'] in dv-cinder-849325-2-iscsi is: [{'id': 'e9f4d29d-8875-418b-9647-dba766e701d4', 'name': 'tempest-TestMinimumBasicScenario-1520002517-router', 'tenant_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:38Z', 'updated_at': '2022-07-12T17:32:28Z', 'revision_number': 6, 'project_id': 'd8b3d15daaf842d29ca03dc067ca84eb', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:29.194362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.218862 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Pushing event deleted for resources: {'Port': ['ID=76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:29.285337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (e9f4d29d-8875-418b-9647-dba766e701d4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.370205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (e9f4d29d-8875-418b-9647-dba766e701d4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.372322 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks [] for router_controller (e9f4d29d-8875-418b-9647-dba766e701d4), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.416329 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (e9f4d29d-8875-418b-9647-dba766e701d4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.416918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f4d29d-8875-418b-9647-dba766e701d4 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:32:29.421069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.422231 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2651646a-7f68-4f26-9e3d-5fa2b158b27c admin admin] 10.222.0.62 "DELETE /v2.0/routers/e9f4d29d-8875-418b-9647-dba766e701d4 HTTP/1.1" status: 204 len: 168 time: 0.7359872 Jul 12 17:32:29.424707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:29.469090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Deleting subnet 1a10c98e-e4c4-47a3-8b94-fe6d41986ed0 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:32:29.472161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Publish callbacks [] for subnet (1a10c98e-e4c4-47a3-8b94-fe6d41986ed0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.508367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (1a10c98e-e4c4-47a3-8b94-fe6d41986ed0), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.578022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:29.593455 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:29.598943 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (1a10c98e-e4c4-47a3-8b94-fe6d41986ed0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.626452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 82790fef-3608-4ade-b899-77115e3a07b0 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:29.652883 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 82790fef-3608-4ade-b899-77115e3a07b0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:29.653332 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 82790fef-3608-4ade-b899-77115e3a07b0 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:29.659048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (1a10c98e-e4c4-47a3-8b94-fe6d41986ed0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.682820 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a10c98e-e4c4-47a3-8b94-fe6d41986ed0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:29.689212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.695824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4853324e-5dd9-46d5-ba0a-0675127af9b1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a10c98e-e4c4-47a3-8b94-fe6d41986ed0 HTTP/1.1" status: 204 len: 168 time: 0.2677650 Jul 12 17:32:29.696069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44436) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:29.697796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7539f2-00b6-4a31-b86d-fde6ce9d28b7 None None] Network d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:29.768191 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.812802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Deleting port 0e8a316a-6cd9-4eca-958a-5238bea3601e {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:32:29.813146 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.875749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] For port 0e8a316a-6cd9-4eca-958a-5238bea3601e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=0e8a316a-6cd9-4eca-958a-5238bea3601e,segment=NetworkSegment(4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f),segment_id=4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:29.876105 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.889336 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Calling delete_port for 0e8a316a-6cd9-4eca-958a-5238bea3601e owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:32:29.974366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (0e8a316a-6cd9-4eca-958a-5238bea3601e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:29.975640 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cbdd0d-1c54-4958-acd7-41383c6ebc97 None None] DHCP port deletion for d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:32:30.000589 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8a316a-6cd9-4eca-958a-5238bea3601e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:30.007518 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] No DVR routers for this DVR port 0e8a316a-6cd9-4eca-958a-5238bea3601e on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:32:30.080082 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.102529 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38de141-d5ea-4c9c-9fb6-b8828a4b0b86']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.111917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.112835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:30.122286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.135790 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.144172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:32:30.144756 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.171861 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f resource provider aggregate not found Jul 12 17:32:30.205355 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ce20bb1-b1ab-4b58-b8eb-bebf2d50281f found for delete ", "request_id": "req-228e83a0-5050-4601-ac31-dd44508e1d9b"}]} Jul 12 17:32:30.215706 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (d38de141-d5ea-4c9c-9fb6-b8828a4b0b86), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.220025 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.223412 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] 10.222.0.62 "DELETE /v2.0/networks/d38de141-d5ea-4c9c-9fb6-b8828a4b0b86 HTTP/1.1" status: 204 len: 168 time: 0.5262475 Jul 12 17:32:30.236608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f06d3e-20b6-4805-99f4-b4e2480d8add admin admin] Pushing event deleted for resources: {'Network': ['ID=d38de141-d5ea-4c9c-9fb6-b8828a4b0b86,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:30.342397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44444) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:30.367046 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.387829 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-578e4383-a8e6-457e-bb26-55ff166a44fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=958ea0774e9d41a5a995b2693d0b0c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443044 Jul 12 17:32:30.390354 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44446) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:30.437600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] Publish callbacks [] for security_group (61b82975-04f7-4cfc-b98f-4e98600556bc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.459272 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] Publish callbacks [] for security_group (61b82975-04f7-4cfc-b98f-4e98600556bc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.505768 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (61b82975-04f7-4cfc-b98f-4e98600556bc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.508251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.509558 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61b82975-04f7-4cfc-b98f-4e98600556bc HTTP/1.1" status: 204 len: 168 time: 0.1183043 Jul 12 17:32:30.521163 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4571f-645c-43f3-b566-2b307746883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b82975-04f7-4cfc-b98f-4e98600556bc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:30.827732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44454) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:30.852917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:30.869229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-11536e45-fe0e-4c25-9a20-20e1852ad6b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8b3d15daaf842d29ca03dc067ca84eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403962 Jul 12 17:32:30.871637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44456) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:30.876926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:30.920315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] Publish callbacks [] for security_group (f9967f8e-e7be-44ec-80cb-7dca1599f36b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.941667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] Publish callbacks [] for security_group (f9967f8e-e7be-44ec-80cb-7dca1599f36b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.990020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f9967f8e-e7be-44ec-80cb-7dca1599f36b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.992623 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:30.993523 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9967f8e-e7be-44ec-80cb-7dca1599f36b HTTP/1.1" status: 204 len: 168 time: 0.1210306 Jul 12 17:32:31.001291 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007bc88-a000-4d45-a9bc-49cefa62844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9967f8e-e7be-44ec-80cb-7dca1599f36b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:31.012894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:31.559740 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:31.579071 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:31.579401 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 76dadc9a-dca9-482c-bd3e-9fa59f9ef3cb not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:31.579819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 0e8a316a-6cd9-4eca-958a-5238bea3601e no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:32:31.600201 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 0e8a316a-6cd9-4eca-958a-5238bea3601e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:32:31.600732 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 0e8a316a-6cd9-4eca-958a-5238bea3601e not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:32:31.773954 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44478) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:31.869942 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-28085811-network', 'tenant_id': '6a054b68c85844739e5df76de96a12e7'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:31.889679 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Made reservation on behalf of 6a054b68c85844739e5df76de96a12e7 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:32:31.891932 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:31.900263 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:31.976859 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks [] for security_group (5230c684-ab20-46de-8d8b-443cfc931cb2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:31.980423 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5230c684-ab20-46de-8d8b-443cfc931cb2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.007835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:32:32.014116 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230c684-ab20-46de-8d8b-443cfc931cb2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:32.021423 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4a2521bf-a7ee-44b9-b95d-2df6d5611af7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.021877 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Added segment 4a2521bf-a7ee-44b9-b95d-2df6d5611af7 of type vlan for network fed4962f-8432-4b33-952c-e8053c6a5d3d Jul 12 17:32:32.060769 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (fed4962f-8432-4b33-952c-e8053c6a5d3d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.086077 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (fed4962f-8432-4b33-952c-e8053c6a5d3d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.087206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:32.087859 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.125155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3501289 Jul 12 17:32:32.128189 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44482) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:32.133230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Request body: {'subnet': {'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-28085811-subnet', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:32.154936 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Made reservation on behalf of 6a054b68c85844739e5df76de96a12e7 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:32:32.155141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2f046-9b98-42bf-8f72-dbe49d85f51d admin admin] Pushing event updated for resources: {'Network': ['ID=fed4962f-8432-4b33-952c-e8053c6a5d3d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:32.157229 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.165733 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network fed4962f-8432-4b33-952c-e8053c6a5d3d details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:32:32.329261 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (e867dd3b-95ce-453e-b37c-f89bcc38bdb5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.381891 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e867dd3b-95ce-453e-b37c-f89bcc38bdb5,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:32.391822 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Checking segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:32.392176 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Network hostable DHCP agents. Network: fed4962f-8432-4b33-952c-e8053c6a5d3d, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:32:32.408362 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Network fed4962f-8432-4b33-952c-e8053c6a5d3d is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:32:32.411725 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:32.418098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, fed4962f-8432-4b33-952c-e8053c6a5d3d) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:32.422907 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:32.423476 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.428096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e586b71-137b-4a35-ac8f-21c8553db162 None None] Network fed4962f-8432-4b33-952c-e8053c6a5d3d requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:32.440347 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-633656f2-f286-43b5-92da-3b291c091634 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3110294 Jul 12 17:32:32.443074 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44486) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:32.448254 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:32.467863 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.468903 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.473932 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:32.524560 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for router_controller (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.532871 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-fed4962f-8432-4b33-952c-e8053c6a5d3d', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:32:32.534380 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.667075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Allocated IP 172.20.0.2 (fed4962f-8432-4b33-952c-e8053c6a5d3d/e867dd3b-95ce-453e-b37c-f89bcc38bdb5/4a1d5755-b200-4a3e-82d4-5589238fb884) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:32.805798 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:32.820578 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks [] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.826941 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.867330 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Network fed4962f-8432-4b33-952c-e8053c6a5d3d is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:32.871858 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:32.874242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:32.881043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Pushing event updated for resources: {'Port': ['ID=4a1d5755-b200-4a3e-82d4-5589238fb884,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:32.885257 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for router_gateway (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.939354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Attempting to bind port 4a1d5755-b200-4a3e-82d4-5589238fb884 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:32.939639 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Attempting to bind port 4a1d5755-b200-4a3e-82d4-5589238fb884 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:32.940025 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Attempting to bind port 4a1d5755-b200-4a3e-82d4-5589238fb884 on network fed4962f-8432-4b33-952c-e8053c6a5d3d {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:32.945264 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:32.945615 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Checking segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:32.946041 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:32.946425 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Bound using segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:32.946879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Bound port: 4a1d5755-b200-4a3e-82d4-5589238fb884, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:32.947246 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.005703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] For port 4a1d5755-b200-4a3e-82d4-5589238fb884, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:33.008857 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] For port 4a1d5755-b200-4a3e-82d4-5589238fb884, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4a1d5755-b200-4a3e-82d4-5589238fb884,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:33.015433 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.067824 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for router_gateway (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.074868 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159598b-e55b-40fc-a83b-ab3f8da93aa5 None None] Pushing event updated for resources: {'Port': ['ID=4a1d5755-b200-4a3e-82d4-5589238fb884,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:33.088795 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.201719 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Allocated IP 172.27.0.32 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:33.334905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.367992 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.411945 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:33.414834 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:33.418253 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:33.442184 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Pushing event updated for resources: {'Port': ['ID=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:33.586175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4a1d5755-b200-4a3e-82d4-5589238fb884 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:33.608780 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:33.617587 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:33.634526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 4a1d5755-b200-4a3e-82d4-5589238fb884 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:33.634893 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.661276 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:33.668263 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for router_gateway (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.713242 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 4a1d5755-b200-4a3e-82d4-5589238fb884 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:33.713544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.749442 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 4a1d5755-b200-4a3e-82d4-5589238fb884, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4a1d5755-b200-4a3e-82d4-5589238fb884,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:33.759133 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.818862 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=4a1d5755-b200-4a3e-82d4-5589238fb884,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:33.865945 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:33.996257 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:32:34.004554 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff77e2-9a24-4a26-acef-241b11e7a815 None None] Network fed4962f-8432-4b33-952c-e8053c6a5d3d requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:34.075476 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-52366161-e6f6-43a4-b875-b92904135943 None None] Provisioning complete for port 4a1d5755-b200-4a3e-82d4-5589238fb884 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:34.075842 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-52366161-e6f6-43a4-b875-b92904135943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.097316 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:34.107536 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Sync routers for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:34.116752 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.119729 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-eff41507-a75d-48f0-b4e8-d17e9ac739dd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6733296 Jul 12 17:32:34.120308 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:34.120927 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:34.121082 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44488) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:34.190539 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-52366161-e6f6-43a4-b875-b92904135943 None None] Current status of the port 4a1d5755-b200-4a3e-82d4-5589238fb884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:34.217452 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:34.232793 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:34.405170 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:33Z', 'revision_number': 3, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:34.410425 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9a91cfa6-d6b7-43e3-b924-8969207c5219 None None] Provisioning complete for port 4a1d5755-b200-4a3e-82d4-5589238fb884 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:34.410857 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a91cfa6-d6b7-43e3-b924-8969207c5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.435351 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Checking router: 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:34.435688 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Updating router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:32:34.467026 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.483269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:34.488365 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9a91cfa6-d6b7-43e3-b924-8969207c5219 None None] Current status of the port 4a1d5755-b200-4a3e-82d4-5589238fb884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:34.518647 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:34.520662 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:34.530864 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.685610 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Allocated IP 172.20.0.1 (fed4962f-8432-4b33-952c-e8053c6a5d3d/e867dd3b-95ce-453e-b37c-f89bcc38bdb5/dc3ed9a5-afd2-4814-9aa5-80ddb349f02d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:34.705207 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks [] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.711583 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.766571 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Pushing event updated for resources: {'Port': ['ID=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:34.773492 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Attempting to bind port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:34.773946 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Attempting to bind port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:34.774370 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Attempting to bind port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:34.777897 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.778238 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.778574 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.778906 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.779234 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.779554 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.779870 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.780184 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.780499 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.780809 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.781123 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.781436 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.781770 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.782080 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.782387 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:34.788354 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:34.788726 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:34.789124 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.789500 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:34.789982 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Bound port: ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:34.790353 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.797804 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks [] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.830703 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.873514 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Network fed4962f-8432-4b33-952c-e8053c6a5d3d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:34.878469 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:34.882369 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:34.904351 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:34.922335 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:34.923158 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] For port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:34.927097 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] For port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:34.934726 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.003350 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:35.003930 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:35.005964 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee476-f80b-449d-838a-3e002bd8d167 None None] Pushing event updated for resources: {'Port': ['ID=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:35.063846 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.102217 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:35.112801 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:35.113465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fada2f52-9dc7-446f-966a-f0b70ecf3e4e None None] Provisioning complete for port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:35.113465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fada2f52-9dc7-446f-966a-f0b70ecf3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.121574 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:35.145524 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fada2f52-9dc7-446f-966a-f0b70ecf3e4e None None] Port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:35.223830 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:35.227908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks [] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.232331 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.288739 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:35.291844 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:33Z', 'revision_number': 3, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:35.307324 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:35.310298 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.319043 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71d844-ed78-403a-ac28-a31b1461290d None None] The sync data for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi is: [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:33Z', 'revision_number': 3, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:35.410785 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Network fed4962f-8432-4b33-952c-e8053c6a5d3d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:35.412143 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:35.545500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:35.635479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4a1d5755-b200-4a3e-82d4-5589238fb884 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:35.676349 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:35.689642 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-aadac378-dca0-44a3-a166-4a46cd029894 admin admin] 10.222.0.62 "PUT /v2.0/routers/7968f2a3-c930-48ed-93e2-e24ea7bc6cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5598338 Jul 12 17:32:35.701023 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-76b277a8-7563-4d7a-8bfc-93907cfe14aa None None] Provisioning complete for port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:35.701403 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-76b277a8-7563-4d7a-8bfc-93907cfe14aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.740355 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 4a1d5755-b200-4a3e-82d4-5589238fb884 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:35.740727 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:35.773093 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-76b277a8-7563-4d7a-8bfc-93907cfe14aa None None] Port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:35.824820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 4a1d5755-b200-4a3e-82d4-5589238fb884 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:36.178221 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44504) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:36.183134 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455760496-network', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:36.204217 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Made reservation on behalf of 43db30c75e174e4cbd2ea24d9ed34b65 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:32:36.206716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.215658 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.290439 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks [] for security_group (938b1407-8013-436a-a43d-a17a28d988b9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.293905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (938b1407-8013-436a-a43d-a17a28d988b9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.319027 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:32:36.328647 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938b1407-8013-436a-a43d-a17a28d988b9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:36.333405 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (1ab638f8-a3e9-4a0b-b86a-0814c4ac210d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.333768 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Added segment 1ab638f8-a3e9-4a0b-b86a-0814c4ac210d of type vlan for network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 Jul 12 17:32:36.376811 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.401072 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.402057 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:36.402631 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.660833 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4814517 Jul 12 17:32:36.663427 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44506) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:36.691381 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Request body: {'subnet': {'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455760496-subnet', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:36.698396 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54b688-40b5-4d9b-bdcd-811d943a1966 admin admin] Pushing event updated for resources: {'Network': ['ID=a348c58a-a2ab-4a33-b62f-60ac5a6a70b4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:36.708774 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:32:36.714418 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Made reservation on behalf of 43db30c75e174e4cbd2ea24d9ed34b65 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:32:36.717179 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3971152'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.735475 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:36.788668 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:36.907213 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2245793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3971142'] for subnet (3d3642df-b74a-40e4-a0e9-f4c99417fa59), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:36.922152 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Sync routers for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:36.934096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:36.934763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:36.968677 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3642df-b74a-40e4-a0e9-f4c99417fa59,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:36.977997 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Checking segment: {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:36.978358 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Network hostable DHCP agents. Network: a348c58a-a2ab-4a33-b62f-60ac5a6a70b4, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:32:36.996500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:32:37.006359 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, a348c58a-a2ab-4a33-b62f-60ac5a6a70b4) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:37.011202 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:37.011788 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.027236 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734f137-24a9-48b4-a9d2-2c028b456505 None None] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:37.028399 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d59240cb-629d-4690-ac3a-ea49cdde7b3d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3640065 Jul 12 17:32:37.031026 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44510) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:37.035880 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:37.056326 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.057395 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.062877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:37.106454 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for router_controller (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.107308 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:37.223394 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'fixed_ips': [{'subnet_id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:32:37.224405 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.243215 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for router_gateway (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.420454 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for router_gateway (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.433916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 2, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:37.438937 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.463096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Checking router: 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:37.463456 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Updating router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:32:37.500338 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:37.502010 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Allocated IP 172.20.0.2 (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4/3d3642df-b74a-40e4-a0e9-f4c99417fa59/5856d6bd-08cb-4d49-a3aa-beaae636c99e) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:37.508379 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.555289 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Allocated IP 172.27.0.204 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/26567457-7b08-43c8-a750-ab9cfbd3d8d7) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:37.639032 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:37.653989 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:37.660804 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:37.670183 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.703824 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.741711 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:37.746159 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:37.752266 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:37.780724 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Pushing event updated for resources: {'Port': ['ID=26567457-7b08-43c8-a750-ab9cfbd3d8d7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:37.805487 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:37.806046 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.860543 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:37.880920 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks [] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.889161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:37.960565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:37.968827 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:37.977354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:37.998094 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Pushing event updated for resources: {'Port': ['ID=5856d6bd-08cb-4d49-a3aa-beaae636c99e,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:38.000771 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for router_gateway (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.070318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:38.070705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.104949 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks [] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.123517 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.126396 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:38.134319 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Attempting to bind port 5856d6bd-08cb-4d49-a3aa-beaae636c99e on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:38.134695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Attempting to bind port 5856d6bd-08cb-4d49-a3aa-beaae636c99e by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:38.135065 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Attempting to bind port 5856d6bd-08cb-4d49-a3aa-beaae636c99e on network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:38.154979 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.169384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:38.169827 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Checking segment: {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:38.170231 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.170650 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Bound using segment: {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:38.171119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Bound port: 5856d6bd-08cb-4d49-a3aa-beaae636c99e, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:38.171495 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.185664 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:38.194858 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.200853 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdabafe-dd8a-414f-9438-bb7c6c9b0a45 None None] Pushing event updated for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:38.325255 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] For port 5856d6bd-08cb-4d49-a3aa-beaae636c99e, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:38.333945 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:32:38.358087 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] For port 5856d6bd-08cb-4d49-a3aa-beaae636c99e, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5856d6bd-08cb-4d49-a3aa-beaae636c99e,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:38.363417 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Attempting to bind port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:38.363822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Attempting to bind port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:38.364216 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Attempting to bind port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d on network fed4962f-8432-4b33-952c-e8053c6a5d3d {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:38.366635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:38.372865 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.385173 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:38.385714 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Checking segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:38.386122 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.386518 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Bound using segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:38.386994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Bound port: dc3ed9a5-afd2-4814-9aa5-80ddb349f02d, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:38.387373 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.447558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:38.460594 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Sync routers for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:38.469515 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.474070 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5b9039eb-5a95-4f0f-9ad7-19b5dcaf8394 None None] Provisioning complete for port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:38.474444 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5b9039eb-5a95-4f0f-9ad7-19b5dcaf8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.474554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44514) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:38.475129 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-dd5e2ba0-6e72-489e-9719-14baf02e24e5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4421551 Jul 12 17:32:38.493215 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:38.493823 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:38.521634 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c8d7-a77b-4933-bc01-74dda54ae760 None None] Pushing event updated for resources: {'Port': ['ID=5856d6bd-08cb-4d49-a3aa-beaae636c99e,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:38.537375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5b9039eb-5a95-4f0f-9ad7-19b5dcaf8394 None None] Port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:38.540814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] For port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:38.544309 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] For port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:38.552534 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:38.614047 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:38.757738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdabafe-dd8a-414f-9438-bb7c6c9b0a45 None None] Pushing event updated for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:38.760013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:38.760588 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:38.913997 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:38.918946 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:37Z', 'revision_number': 3, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:38.923405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:38.954087 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:38.957264 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Checking router: cb1121cf-c17a-4d7d-b3d4-b2db810e9205 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:38.957540 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Updating router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:32:38.961254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:38.995316 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.051519 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.092048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Provisioning complete for port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:39.092412 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.158092 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:39.192261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:39.216866 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Allocated IP 172.20.0.1 (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4/3d3642df-b74a-40e4-a0e9-f4c99417fa59/a150829f-90c1-4285-a5c5-a2d2818994d1) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:32:39.241207 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66c9a3-7861-4640-b4ed-8abcf23b5863 None None] The sync data for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi is: [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:39.247034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Current status of the port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:39.247034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.271127 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks [] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.286410 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.300151 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] For port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:39.309975 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.384315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks [] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.395180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41e955-ec00-40d2-a9fd-eb5e6cf51fca None None] Pushing event updated for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:39.400598 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Attempting to bind port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:39.400811 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Attempting to bind port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:39.401102 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Attempting to bind port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:39.411019 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38aaeb-5e2f-4c81-9edb-a427b8a7bd80 None None] Pushing event updated for resources: {'Port': ['ID=26567457-7b08-43c8-a750-ab9cfbd3d8d7,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:39.428036 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:39.428508 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:39.428977 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.429436 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:39.430320 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Bound port: 26567457-7b08-43c8-a750-ab9cfbd3d8d7, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:39.430974 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.436373 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.477758 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:39.481634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:39.485672 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:32:39.497249 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:39.498609 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] For port 26567457-7b08-43c8-a750-ab9cfbd3d8d7, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:39.505375 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] For port 26567457-7b08-43c8-a750-ab9cfbd3d8d7, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=26567457-7b08-43c8-a750-ab9cfbd3d8d7,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:39.516359 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Pushing event updated for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:39.537628 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.538656 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.550986 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:39.612607 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:39.613224 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:39.673851 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38aaeb-5e2f-4c81-9edb-a427b8a7bd80 None None] Pushing event updated for resources: {'Port': ['ID=26567457-7b08-43c8-a750-ab9cfbd3d8d7,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:39.727321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.769183 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:39.824187 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:39.871474 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e9d02-c7fa-4964-98a5-71436ffccdbc None None] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:32:39.918238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:39.926968 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:39.955865 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks [] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.963789 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:39.980943 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:37Z', 'revision_number': 3, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:39.983481 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Provisioning complete for port 5856d6bd-08cb-4d49-a3aa-beaae636c99e triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:39.983992 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.020283 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.020505 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.020801 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad216c1d-8611-4dd1-9c9b-cd61610eb0e2 None None] The sync data for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi is: [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:37Z', 'revision_number': 3, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:40.050820 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Pushing event updated for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:40.058169 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.169920 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Current status of the port 5856d6bd-08cb-4d49-a3aa-beaae636c99e is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:40.171321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.200025 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:40.201188 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dc3ed9a5-afd2-4814-9aa5-80ddb349f02d up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:40.219908 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:32:40.222959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:32:40.247077 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] For port 5856d6bd-08cb-4d49-a3aa-beaae636c99e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5856d6bd-08cb-4d49-a3aa-beaae636c99e,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:40.253035 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:40.255243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.314918 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.315211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.352640 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7986df-c4df-4b62-a003-109fdca97b62 None None] Pushing event updated for resources: {'Port': ['ID=5856d6bd-08cb-4d49-a3aa-beaae636c99e,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:40.424043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:40.425608 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5856d6bd-08cb-4d49-a3aa-beaae636c99e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:40.524059 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.524447 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.577641 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:40.582876 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 5856d6bd-08cb-4d49-a3aa-beaae636c99e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.583547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.589092 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Port a150829f-90c1-4285-a5c5-a2d2818994d1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:40.650190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Provisioning complete for port 5856d6bd-08cb-4d49-a3aa-beaae636c99e triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.650562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.740474 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 5856d6bd-08cb-4d49-a3aa-beaae636c99e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:40.755550 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:32:40.796971 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-212426e2-9ac8-41e4-be86-3ff5c966c9d9 None None] Current status of the port 5856d6bd-08cb-4d49-a3aa-beaae636c99e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:40.891843 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:32:40.898837 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-41435bb4-a9f6-4e83-a40c-8ce0797a3b0d admin admin] 10.222.0.62 "PUT /v2.0/routers/cb1121cf-c17a-4d7d-b3d4-b2db810e9205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4232171 Jul 12 17:32:40.918527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d020ee1f-3348-4805-bca6-299b53af91d8 None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:40.918967 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d020ee1f-3348-4805-bca6-299b53af91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:40.963326 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d020ee1f-3348-4805-bca6-299b53af91d8 None None] Port a150829f-90c1-4285-a5c5-a2d2818994d1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:41.083042 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cebfe591-c19b-41e9-bc1c-4c80b262cd47 None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:41.083659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cebfe591-c19b-41e9-bc1c-4c80b262cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.115164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cebfe591-c19b-41e9-bc1c-4c80b262cd47 None None] Port a150829f-90c1-4285-a5c5-a2d2818994d1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:41.311113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44524) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.316551 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528447611', 'description': 'tempest-secgroup-smoke-1528447611 description', 'project_id': '6a054b68c85844739e5df76de96a12e7'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.339133 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.408420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (bb145373-2468-4521-b95b-5c39b6b38454), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.411979 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (bb145373-2468-4521-b95b-5c39b6b38454), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.442114 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.443574 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1310394 Jul 12 17:32:41.444744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daa36e-3554-4ab9-a564-444a5eec8ab4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb145373-2468-4521-b95b-5c39b6b38454,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:41.447554 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44526) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.452545 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.486578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (b00d8f20-4533-4da4-a2fa-9174c6d908c3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.496092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:41.499493 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:41.552220 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (b00d8f20-4533-4da4-a2fa-9174c6d908c3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.556558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (b00d8f20-4533-4da4-a2fa-9174c6d908c3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.576939 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00d8f20-4533-4da4-a2fa-9174c6d908c3,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:41.584688 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.586020 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fb922746-4e58-45c4-bcb9-a76560d195cf tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370678 Jul 12 17:32:41.588877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44528) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.593434 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.621000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (681bcf52-c42f-4925-a385-feabb0eba686), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.681787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (681bcf52-c42f-4925-a385-feabb0eba686), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.685813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (681bcf52-c42f-4925-a385-feabb0eba686), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.708204 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681bcf52-c42f-4925-a385-feabb0eba686,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:41.716725 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.717924 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280448 Jul 12 17:32:41.719491 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.719829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.720454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.720662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.721187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.721323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44530) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.721528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.721867 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.722187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.722514 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.722817 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.723134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.723446 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.723760 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.724070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.724378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0b9ead-5fcc-4dfe-93f5-a868a79be8b4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:41.725991 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.755254 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5856d6bd-08cb-4d49-a3aa-beaae636c99e up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:41.762414 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (17c299fe-42e9-436c-8c44-d24482563791), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.801407 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 5856d6bd-08cb-4d49-a3aa-beaae636c99e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:41.802185 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.819222 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (17c299fe-42e9-436c-8c44-d24482563791), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.823166 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (17c299fe-42e9-436c-8c44-d24482563791), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.843816 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c299fe-42e9-436c-8c44-d24482563791,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:41.850887 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.852256 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-88d11a93-48f8-489f-83ba-fd790cc91b08 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299238 Jul 12 17:32:41.855250 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44532) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.860931 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.866050 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:41.881618 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 5856d6bd-08cb-4d49-a3aa-beaae636c99e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:41.882839 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 26567457-7b08-43c8-a750-ab9cfbd3d8d7 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:41.892087 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (aea07d7f-10aa-43d3-a22d-567043499c65), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.905889 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:41.925169 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:41.925592 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.952896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (aea07d7f-10aa-43d3-a22d-567043499c65), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.956598 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (aea07d7f-10aa-43d3-a22d-567043499c65), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.974822 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea07d7f-10aa-43d3-a22d-567043499c65,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:41.981500 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:41.982708 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f9a72869-9575-487f-a982-1713e83040b8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264813 Jul 12 17:32:41.985449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44534) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:41.991288 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:41.991473 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:42.001326 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:42.001722 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.012485 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Project 6a054b68c85844739e5df76de96a12e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:32:42.017946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (ecbed8a4-f002-43a5-98ef-ff7b2a9f9311), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.023217 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 26567457-7b08-43c8-a750-ab9cfbd3d8d7, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=26567457-7b08-43c8-a750-ab9cfbd3d8d7,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:42.027076 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.074835 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=26567457-7b08-43c8-a750-ab9cfbd3d8d7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:42.081661 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (ecbed8a4-f002-43a5-98ef-ff7b2a9f9311), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.082554 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.082872 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.083236 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.083771 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.083936 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.084306 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.084587 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.084950 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.085313 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.085640 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.086029 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.086376 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.086578 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (ecbed8a4-f002-43a5-98ef-ff7b2a9f9311), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.086746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.087006 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.087321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:32:42.109165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbed8a4-f002-43a5-98ef-ff7b2a9f9311,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:42.115497 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.116582 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1d541f5e-b97c-4640-a21b-b8ff7e227f46 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300883 Jul 12 17:32:42.119363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44536) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:32:42.123587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'security_group_rule': {'security_group_id': 'bb145373-2468-4521-b95b-5c39b6b38454', 'project_id': '6a054b68c85844739e5df76de96a12e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:32:42.143832 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Project 6a054b68c85844739e5df76de96a12e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 17:32:42.149607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (62ee4bb0-af59-44df-91ac-b9fec0d722d7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.210157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (62ee4bb0-af59-44df-91ac-b9fec0d722d7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.214328 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (62ee4bb0-af59-44df-91ac-b9fec0d722d7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.234827 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee4bb0-af59-44df-91ac-b9fec0d722d7,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:42.241464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:42.242704 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4b2edebd-5827-4317-ab24-6d68dab7316d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224039 Jul 12 17:32:42.764176 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Sync routers for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:32:42.775764 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:42.776383 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:42.878270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:43.139865 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:43.198890 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 4, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'a150829f-90c1-4285-a5c5-a2d2818994d1', 'name': '', 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'mac_address': 'fa:16:3e:d4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:39Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 2, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'subnets': [{'id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:43.223833 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Checking router: cb1121cf-c17a-4d7d-b3d4-b2db810e9205 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:32:43.224183 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Updating router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 port a150829f-90c1-4285-a5c5-a2d2818994d1 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:32:43.251186 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.506098 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks [] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.510383 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.559651 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d147-8337-411f-8313-f4d93d42dceb None None] Pushing event updated for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:43.618830 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Attempting to bind port a150829f-90c1-4285-a5c5-a2d2818994d1 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:32:43.619047 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Attempting to bind port a150829f-90c1-4285-a5c5-a2d2818994d1 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:32:43.619412 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Attempting to bind port a150829f-90c1-4285-a5c5-a2d2818994d1 on network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:32:43.624916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:32:43.625287 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Checking segment: {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:32:43.625708 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.626102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Bound using segment: {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:32:43.626565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Bound port: a150829f-90c1-4285-a5c5-a2d2818994d1, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:32:43.626944 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.676562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:43.705059 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 26567457-7b08-43c8-a750-ab9cfbd3d8d7 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:43.747796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] For port a150829f-90c1-4285-a5c5-a2d2818994d1, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:32:43.769681 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0ff2f948-6e06-4c06-9400-6e05c1a1a2ac None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:43.770043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f948-6e06-4c06-9400-6e05c1a1a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.772680 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] For port a150829f-90c1-4285-a5c5-a2d2818994d1, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a150829f-90c1-4285-a5c5-a2d2818994d1,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:32:43.804345 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.847260 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:43.847548 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:43.852791 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2f948-6e06-4c06-9400-6e05c1a1a2ac None None] Port a150829f-90c1-4285-a5c5-a2d2818994d1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:32:43.907879 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:32:43.909060 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:43.911725 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d147-8337-411f-8313-f4d93d42dceb None None] Pushing event updated for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:43.956623 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:44.040163 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:44.052842 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:32:44.099154 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:44.099518 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:44.269022 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Current status of the port a150829f-90c1-4285-a5c5-a2d2818994d1 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:44.269736 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:44.332522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 4, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'a150829f-90c1-4285-a5c5-a2d2818994d1', 'name': '', 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'mac_address': 'fa:16:3e:d4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:39Z', 'updated_at': '2022-07-12T17:32:43Z', 'revision_number': 4, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'subnets': [{'id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:32:44.337788 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] For port a150829f-90c1-4285-a5c5-a2d2818994d1, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a150829f-90c1-4285-a5c5-a2d2818994d1,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:32:44.360321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:44.363994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522f623-790b-4e62-b6a0-c42db7c3cd78 None None] The sync data for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi is: [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 4, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'a150829f-90c1-4285-a5c5-a2d2818994d1', 'name': '', 'network_id': 'a348c58a-a2ab-4a33-b62f-60ac5a6a70b4', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'mac_address': 'fa:16:3e:d4:34:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:39Z', 'updated_at': '2022-07-12T17:32:43Z', 'revision_number': 4, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'subnets': [{'id': '3d3642df-b74a-40e4-a0e9-f4c99417fa59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:32:44.425527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df75aeb-bc5c-4a55-8b82-17c401691539 None None] Pushing event updated for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:32:45.690087 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a150829f-90c1-4285-a5c5-a2d2818994d1 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:32:45.723139 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:45.741180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port a150829f-90c1-4285-a5c5-a2d2818994d1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:32:45.741551 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:45.812355 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port a150829f-90c1-4285-a5c5-a2d2818994d1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:32:49.984470 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=27 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:49.986234 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=46 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:51.567631 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca802c54-d714-4442-89e0-987b2b368b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:51.835288 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:51.842654 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:52.232296 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:52.234309 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:32:53.887274 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a5e7174c-9562-4dca-bd59-25fa2bec8f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:54.966873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:55.896871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b2c68-8020-4264-83cf-ab9be5024bd7 req-965cdedb-e7db-4518-8847-3503c7f99ed5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:55.898415 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-694b2c68-8020-4264-83cf-ab9be5024bd7 req-965cdedb-e7db-4518-8847-3503c7f99ed5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Jul 12 17:32:55.946398 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-694b2c68-8020-4264-83cf-ab9be5024bd7 req-dd926401-47cc-4e89-b010-73b3db624556 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Jul 12 17:32:56.730743 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:56.895967 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:32:57.058755 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e83c-f2be-478b-b8bf-ec891bbdb2af req-f866da66-e032-463f-8d6c-36fc2a0b1ccc tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:57.060179 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d091e83c-f2be-478b-b8bf-ec891bbdb2af req-f866da66-e032-463f-8d6c-36fc2a0b1ccc tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0463579 Jul 12 17:32:57.109645 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d091e83c-f2be-478b-b8bf-ec891bbdb2af req-9db24a2e-1b1e-4c2b-bc40-45c962bc8646 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Jul 12 17:32:58.222222 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79334a46-cdab-45ac-9737-39518aaa292e req-b6120c8a-3233-47c6-bead-f1e56fa4abac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:58.223730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-79334a46-cdab-45ac-9737-39518aaa292e req-b6120c8a-3233-47c6-bead-f1e56fa4abac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0478690 Jul 12 17:32:58.270554 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-79334a46-cdab-45ac-9737-39518aaa292e req-a5db1e1d-0f10-41a8-9bad-011cd077ffb2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Jul 12 17:32:59.147832 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-41ef10ef-c1fd-4ef6-93a9-5179093f9f5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401571 Jul 12 17:32:59.381231 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c408e-e825-4d4d-9e81-18a2c549f8ce req-7f728879-a4a9-4a08-b59f-f6da6d77c64e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:32:59.382627 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a9c408e-e825-4d4d-9e81-18a2c549f8ce req-7f728879-a4a9-4a08-b59f-f6da6d77c64e tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0461061 Jul 12 17:32:59.432865 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a9c408e-e825-4d4d-9e81-18a2c549f8ce req-c67611dc-e511-41fc-af2a-f7343f92bcff tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Jul 12 17:33:00.150200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc053f-630f-47f3-b924-8840b44abb48 req-23f3a16b-157c-4e44-988b-7e941aee4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.151698 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-23f3a16b-157c-4e44-988b-7e941aee4445 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=13884af024db42bcb013e475df0a53f0&device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 1130 time: 0.0650442 Jul 12 17:33:00.164484 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-42540cec-e556-4fb4-aef6-36ababc7dab6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.166210 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-42540cec-e556-4fb4-aef6-36ababc7dab6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Jul 12 17:33:00.325773 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Deleting port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:00.326112 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:00.353568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc053f-630f-47f3-b924-8840b44abb48 req-cd789119-f870-4677-b229-d4dc77e22085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.353819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:00.355115 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-cd789119-f870-4677-b229-d4dc77e22085 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 200 len: 919 time: 0.1716266 Jul 12 17:33:00.404033 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-d449ca01-25e5-4a64-8aa9-68b4db7a7823 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 200 len: 217 time: 0.0428329 Jul 12 17:33:00.497787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc053f-630f-47f3-b924-8840b44abb48 req-042700b5-0975-4bd6-acb4-634ec6371522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.499381 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-042700b5-0975-4bd6-acb4-634ec6371522 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 200 len: 857 time: 0.0706546 Jul 12 17:33:00.506398 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] For port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:00.506811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:00.637069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea46bbb-b964-4075-8941-305ad67df9a1 req-dddb0aa1-bb5e-4e6a-b5ba-d161fba4afac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.638576 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ea46bbb-b964-4075-8941-305ad67df9a1 req-dddb0aa1-bb5e-4e6a-b5ba-d161fba4afac tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 946 time: 0.1345866 Jul 12 17:33:00.641626 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc053f-630f-47f3-b924-8840b44abb48 req-f4e7b339-e7bc-4df8-80b3-8d7e2d635f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:00.643006 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-f4e7b339-e7bc-4df8-80b3-8d7e2d635f1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a270b63-04b7-42b7-ba5e-a9545ef80e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327775 Jul 12 17:33:00.711692 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:00.712360 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:00.831613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ea46bbb-b964-4075-8941-305ad67df9a1 req-03cdfa48-c052-4924-ad8e-c327df4144e6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=844635b8-e59f-4443-903d-57fdbe6ffa51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850610 Jul 12 17:33:00.857110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:00.857475 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:00.857816 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Floating IP c15d0f69-f26f-498d-8830-ea2df18821d6 disassociated. External IP: 172.27.0.149, port: b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c. Jul 12 17:33:00.858169 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Calling delete_port for b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:00.861527 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-39f298fe-6385-43e8-8e6e-077aa5686801 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067704 Jul 12 17:33:01.011717 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87cc053f-630f-47f3-b924-8840b44abb48 req-3f2d7d44-d23d-4316-b689-dd688bd30414 service neutron] 10.222.0.66 "GET /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430292 Jul 12 17:33:01.066046 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:01.093371 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event deleted for resources: {'Port': ['ID=b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:01.203571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:01.305779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:01.316925 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:01.327075 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:01.327850 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:01.348106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] No DVR routers for this DVR port b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:01.350614 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:01.353835 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55baaef6-f04c-4d3d-aac5-187ceb9a8a43 req-d47d8438-c429-424b-93ba-534f2859149b tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "DELETE /v2.0/ports/b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c HTTP/1.1" status: 204 len: 173 time: 1.1828070 Jul 12 17:33:01.354450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'name': 'network-vif-deleted', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:01.356515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554f9fe7-4fac-4a31-bc1b-610b47ed082e" -d '{"events": [{"server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "name": "network-vif-deleted", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:01.391822 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:33:01.407010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2898d6e4-0f6a-4bcd-b022-7dec8ee2989e x-openstack-request-id: req-2898d6e4-0f6a-4bcd-b022-7dec8ee2989e {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:01.407849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5af452-8518-42e8-b587-1d1fe57554c9", "name": "network-vif-deleted", "tag": "b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:01.408099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2898d6e4-0f6a-4bcd-b022-7dec8ee2989e {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:01.408506 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2898d6e4-0f6a-4bcd-b022-7dec8ee2989e'] response: {'server_uuid': '0e5af452-8518-42e8-b587-1d1fe57554c9', 'name': 'network-vif-deleted', 'tag': 'b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c', 'status': 'completed', 'code': 200} Jul 12 17:33:01.460180 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:01.697622 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:01.712035 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7555e37-b715-415a-a6a6-057d9e0bcf0a req-04dc6e72-eb50-4ec7-bc4f-482370eb76a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:01.713578 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7555e37-b715-415a-a6a6-057d9e0bcf0a req-04dc6e72-eb50-4ec7-bc4f-482370eb76a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0472801 Jul 12 17:33:01.725634 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:01.734077 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:01.734678 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:01.761662 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7555e37-b715-415a-a6a6-057d9e0bcf0a req-59007286-c3fa-4802-acae-5d351ac0b6a2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Jul 12 17:33:01.836321 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:01.944714 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e54aaa4d-ad74-4037-a62a-8ae766ee14c1 req-8ba19f30-fa16-45d4-8de0-13eacdc01929 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 210 time: 0.0316222 Jul 12 17:33:02.016474 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:02.041024 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca1e9a-85a9-4cf3-a06c-79de69a8a264 None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:26:01Z', 'revision_number': 4, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'fddbd5bc-b748-4374-946e-98c265451af8', 'name': '', 'network_id': '5a270b63-04b7-42b7-ba5e-a9545ef80e4a', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'mac_address': 'fa:16:3e:e8:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:58Z', 'updated_at': '2022-07-12T17:26:07Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'subnets': [{'id': '07296860-a1da-420d-bbd9-a72881a0dc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:02.242329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f64c2c4-28c1-4913-aedb-cf3cd359e29a None None] New status for floating IP c15d0f69-f26f-498d-8830-ea2df18821d6: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:33:02.305211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:02.862913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:02.879486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf93e4-a80f-4eb8-9c2b-ec8cb0c99a51 req-7b9daf42-c845-49c5-ad0b-0fa9a1a849fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:02.880928 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0abf93e4-a80f-4eb8-9c2b-ec8cb0c99a51 req-7b9daf42-c845-49c5-ad0b-0fa9a1a849fe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0479298 Jul 12 17:33:02.926435 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0abf93e4-a80f-4eb8-9c2b-ec8cb0c99a51 req-75d4355f-cd4b-4140-8245-f40db64b59c8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Jul 12 17:33:03.048626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50a054c2-a6cc-4e41-9926-4d8df09a72c0 req-4971b795-2f6b-4a26-bbac-f90839eb4ce0 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e5af452-8518-42e8-b587-1d1fe57554c9 HTTP/1.1" status: 200 len: 210 time: 0.0271297 Jul 12 17:33:04.048163 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be288-af09-49ea-9cee-34d184181669 req-8f3c891d-1efc-4b27-bb4c-7991b9a8b643 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:04.050207 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b8be288-af09-49ea-9cee-34d184181669 req-8f3c891d-1efc-4b27-bb4c-7991b9a8b643 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0495958 Jul 12 17:33:04.082927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:04.099954 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b8be288-af09-49ea-9cee-34d184181669 req-a2b2f550-cc8f-45ed-b812-cb1d0209c898 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd40d05b-ad24-4eef-bd91-b11d5e967042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Jul 12 17:33:04.141158 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44732) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:04.175238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-8652fd89-3247-4adb-8c77-747cc516ec1b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:04.176713 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-8652fd89-3247-4adb-8c77-747cc516ec1b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 947 time: 0.0486019 Jul 12 17:33:04.199352 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (844635b8-e59f-4443-903d-57fdbe6ffa51), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.223317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (844635b8-e59f-4443-903d-57fdbe6ffa51), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.270839 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (844635b8-e59f-4443-903d-57fdbe6ffa51), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.273589 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.274773 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "DELETE /v2.0/security-groups/844635b8-e59f-4443-903d-57fdbe6ffa51 HTTP/1.1" status: 204 len: 168 time: 0.1325400 Jul 12 17:33:04.277438 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44734) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:04.284513 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844635b8-e59f-4443-903d-57fdbe6ffa51,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:04.291440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-2787b06c-4daf-498b-b2f1-c8c2c9bae433 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] show failed (client error): The resource could not be found. Jul 12 17:33:04.291819 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.292170 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.292412 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2787b06c-4daf-498b-b2f1-c8c2c9bae433 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups/844635b8-e59f-4443-903d-57fdbe6ffa51 HTTP/1.1" status: 404 len: 347 time: 0.0139151 Jul 12 17:33:04.292510 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.292923 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.293262 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.293625 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.293975 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.294301 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.294625 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.295045 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.295187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44736) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:04.295374 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.295715 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.296017 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.296338 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.296658 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199eb1e3-501e-4d1b-aa5d-718057e9a1ec tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:04.429115 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:04.453325 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:04.453666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device b3ccbfc5-0e69-441b-9bcc-1d315b0bf93c not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:04.470442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Deleting port 2ce666ac-5e2b-40da-a9d0-58eeba432afe {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:04.470785 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.506348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Deleting port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:04.506587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.619895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.620221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (2ce666ac-5e2b-40da-a9d0-58eeba432afe), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.639916 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Calling delete_port for 2ce666ac-5e2b-40da-a9d0-58eeba432afe owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:04.658411 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] For port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:04.658842 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.897795 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.898361 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:04.898742 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Floating IP 3f7339ef-f29f-4bb1-97a6-73cf2c448cc9 disassociated. External IP: 172.27.0.219, port: e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce. Jul 12 17:33:04.899180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Calling delete_port for e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:04.901567 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:05.015980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2ce666ac-5e2b-40da-a9d0-58eeba432afe), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:05.047225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event deleted for resources: {'Port': ['ID=2ce666ac-5e2b-40da-a9d0-58eeba432afe,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:05.130528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:05.143925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks [] for floatingip (c15d0f69-f26f-498d-8830-ea2df18821d6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:05.146489 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:05.147627 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a5238664-287b-4f59-a379-8152120f2e15 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "DELETE /v2.0/floatingips/c15d0f69-f26f-498d-8830-ea2df18821d6 HTTP/1.1" status: 204 len: 168 time: 0.8516617 Jul 12 17:33:05.149179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:05.178049 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'Port': ['ID=e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:05.255961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-017bc74b-3184-46db-b105-0a9649b4d9d6 req-25f54482-c072-4ec5-a824-4fe2086c779f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=48b5e50f-5079-438b-ac33-67623b4428f5 HTTP/1.1" status: 200 len: 210 time: 0.0703368 Jul 12 17:33:05.316688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:05.416081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:05.427095 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:05.437550 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:05.438296 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:05.460181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] No DVR routers for this DVR port e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:05.462532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:05.465626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3250261b-ebb0-4fcb-aded-aa74ecd5344e req-4368cc75-c050-427d-bb07-ca85607fda61 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "DELETE /v2.0/ports/e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce HTTP/1.1" status: 204 len: 173 time: 1.0925999 Jul 12 17:33:05.466069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-deleted', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:05.468278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169af09e-e75a-4034-a41a-af06480f4ca9" -d '{"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-deleted", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:05.510855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8e2ec8-036f-4d72-ad97-36be3bb99707 x-openstack-request-id: req-5f8e2ec8-036f-4d72-ad97-36be3bb99707 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:05.511143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5e50f-5079-438b-ac33-67623b4428f5", "name": "network-vif-deleted", "tag": "e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:05.511400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f8e2ec8-036f-4d72-ad97-36be3bb99707 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:05.511819 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8e2ec8-036f-4d72-ad97-36be3bb99707'] response: {'server_uuid': '48b5e50f-5079-438b-ac33-67623b4428f5', 'name': 'network-vif-deleted', 'tag': 'e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce', 'status': 'completed', 'code': 200} Jul 12 17:33:05.548678 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:05.742831 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:05.756372 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:05.780805 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:05.789127 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:05.789745 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:05.792073 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:05.891187 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:05.964580 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-e7f3340e-c563-41ca-b81d-881567796211 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528447611&fields=id&tenant_id=6a054b68c85844739e5df76de96a12e7 HTTP/1.1" status: 200 len: 267 time: 0.0535698 Jul 12 17:33:06.073822 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-88bbf070-8edd-4cd8-bf84-f86f2f300921 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:06.075458 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-88bbf070-8edd-4cd8-bf84-f86f2f300921 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 807 time: 0.1034255 Jul 12 17:33:06.090982 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-e4ca3bce-b7d6-4691-8d69-73d3be85d3be tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/quotas/6a054b68c85844739e5df76de96a12e7 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Jul 12 17:33:06.094790 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:06.147641 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-43c407b9-154c-42de-8868-2ad0c7775866 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496445 Jul 12 17:33:06.207023 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace795d-518e-4f40-bb9f-1e072a02a4a2 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:06.374330 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44768) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:06.452934 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (fd40d05b-ad24-4eef-bd91-b11d5e967042), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.482314 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (fd40d05b-ad24-4eef-bd91-b11d5e967042), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.518891 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01977b57-11e6-4d9f-a44b-cdca08d2fdf6 None None] New status for floating IP 3f7339ef-f29f-4bb1-97a6-73cf2c448cc9: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:33:06.535846 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (fd40d05b-ad24-4eef-bd91-b11d5e967042), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.539261 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.540737 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "DELETE /v2.0/security-groups/fd40d05b-ad24-4eef-bd91-b11d5e967042 HTTP/1.1" status: 204 len: 168 time: 0.1651032 Jul 12 17:33:06.549673 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44770) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:06.551111 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d7537-cb7e-4034-8934-fb21ee688ed0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d05b-ad24-4eef-bd91-b11d5e967042,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:06.591817 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-23e50f58-568a-47dd-aa6d-9e4e016973ad tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] show failed (client error): The resource could not be found. Jul 12 17:33:06.592873 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-23e50f58-568a-47dd-aa6d-9e4e016973ad tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups/fd40d05b-ad24-4eef-bd91-b11d5e967042 HTTP/1.1" status: 404 len: 347 time: 0.0422411 Jul 12 17:33:06.596228 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44772) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:06.625200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-2b9df517-d59e-4c1a-847a-352e93711c30 service neutron] 10.222.0.62 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649484 Jul 12 17:33:06.663796 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:06.717898 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Deleting port 0a61c6e1-8398-40af-9c9d-afdc4bc77767 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:06.718232 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.739993 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-ffa85939-f9e4-4509-8e5f-8c0ce31be203 service neutron] 10.222.0.62 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078203 Jul 12 17:33:06.799966 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.800345 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (0a61c6e1-8398-40af-9c9d-afdc4bc77767), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.813458 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Calling delete_port for 0a61c6e1-8398-40af-9c9d-afdc4bc77767 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:06.947576 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (0a61c6e1-8398-40af-9c9d-afdc4bc77767), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:06.974075 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'Port': ['ID=0a61c6e1-8398-40af-9c9d-afdc4bc77767,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:07.036154 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56043491-4dcf-4622-a099-2a09d542dc76 req-e33693b3-83a2-4324-9acf-fd4ff2c52d17 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 210 time: 0.0294740 Jul 12 17:33:07.046967 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (3f7339ef-f29f-4bb1-97a6-73cf2c448cc9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.050843 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.052104 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-42688c6c-b6ba-4387-943f-2c50f314e3b5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f7339ef-f29f-4bb1-97a6-73cf2c448cc9 HTTP/1.1" status: 204 len: 168 time: 0.4539940 Jul 12 17:33:07.135770 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44790) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:07.140580 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276005796', 'description': 'tempest-description--1174684954'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:07.162670 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.199415 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:07.206035 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:07.237209 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.240733 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.272515 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.273742 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1368032 Jul 12 17:33:07.275644 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674b35-9a57-46af-8db4-f864473f1ac8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:07.276696 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44794) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:07.281094 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group_rule': {'security_group_id': '83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:07.310005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (ee778c09-00a2-4307-b5e2-ce2f1f697ec7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.368107 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (ee778c09-00a2-4307-b5e2-ce2f1f697ec7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.371829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (ee778c09-00a2-4307-b5e2-ce2f1f697ec7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.394617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee778c09-00a2-4307-b5e2-ce2f1f697ec7,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:07.399420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.400769 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a4e7e40c-231e-47a1-a386-6535775a019d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229730 Jul 12 17:33:07.403518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44796) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:07.408136 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'security_group_rule': {'security_group_id': '83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:07.434648 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (9b78dbc8-5606-47a4-a3d3-0d098c966837), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.506551 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (9b78dbc8-5606-47a4-a3d3-0d098c966837), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.510412 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (9b78dbc8-5606-47a4-a3d3-0d098c966837), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.533518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b78dbc8-5606-47a4-a3d3-0d098c966837,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:07.543516 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.545074 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-774bfe47-2ae8-4681-b56f-491ce5a873a4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405108 Jul 12 17:33:07.548217 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44802) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:07.552978 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:07.576940 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.646806 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:07.699471 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.723202 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b7be5-2609-486b-9a5e-25ed1c5a3ab2 req-5ceb392f-b0fc-45d7-b67e-3f3ecbd53c4d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:07.724674 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b28b7be5-2609-486b-9a5e-25ed1c5a3ab2 req-5ceb392f-b0fc-45d7-b67e-3f3ecbd53c4d tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.0673501 Jul 12 17:33:07.835724 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b28b7be5-2609-486b-9a5e-25ed1c5a3ab2 req-3e13174f-3481-431c-8d75-706dbbdb1da9 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864389 Jul 12 17:33:07.854924 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Allocated IP 172.27.0.91 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/a0607593-8f4c-420a-80d7-e81a9ae5dd18) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:33:07.960405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:07.991541 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.028765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:33:08.032920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:33:08.037400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:33:08.039067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:08.061666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=a0607593-8f4c-420a-80d7-e81a9ae5dd18,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:08.149524 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-414b7433-d66a-4e6a-865f-397b1adc1cd3 req-023fa66d-037d-4708-9c46-0e38de52649b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 210 time: 0.0345507 Jul 12 17:33:08.153484 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.190557 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.337639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.341925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.345731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:08.392182 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:08.412380 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:08.412731 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e0dd8828-dbc7-4d01-9d3f-ee997fb3d5ce not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:08.414278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=a0607593-8f4c-420a-80d7-e81a9ae5dd18,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:08.426553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.441492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.442721 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-83998244-5a49-4fdf-a1a0-92695acf988c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8934290 Jul 12 17:33:08.642761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-0d2fcc55-3abf-47e6-875f-2df95edf7aee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:08.644806 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-0d2fcc55-3abf-47e6-875f-2df95edf7aee tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1262827 Jul 12 17:33:08.694576 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-0c45c60d-3ee9-4b3b-9afa-8a85ab3c55a7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1276005796&fields=id&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 267 time: 0.1470587 Jul 12 17:33:08.736504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-bbafb50f-46bb-4972-bdd7-ed000055e1a5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:08.738605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-bbafb50f-46bb-4972-bdd7-ed000055e1a5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 807 time: 0.2214115 Jul 12 17:33:08.894755 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Deleting port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:08.895100 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:08.926881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-47ced8c6-88aa-4c68-a407-e306a1421349 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:08.928308 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-47ced8c6-88aa-4c68-a407-e306a1421349 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 817 time: 0.2134123 Jul 12 17:33:08.949176 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-7fa58162-cf7e-47d7-a673-2d67f5b740f3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a054b68c85844739e5df76de96a12e7 HTTP/1.1" status: 200 len: 380 time: 0.1955218 Jul 12 17:33:08.982508 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'port': {'device_id': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'admin_state_up': True, 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'security_groups': ['bb145373-2468-4521-b95b-5c39b6b38454']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:09.006929 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-27a18f8d-0202-434a-a1ce-0affb35759ff tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/quotas/a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 375 time: 0.0665438 Jul 12 17:33:09.044242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:09.076059 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe31d8-f352-4a56-837f-a2b219037ecc req-d47647f8-5e76-4d53-91f9-99d468042749 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:09.077531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdfe31d8-f352-4a56-837f-a2b219037ecc req-d47647f8-5e76-4d53-91f9-99d468042749 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 946 time: 0.1639218 Jul 12 17:33:09.176682 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] For port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:09.177052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:09.183234 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-7238f243-b629-4dab-af63-56ba230eafed tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479039 Jul 12 17:33:09.217610 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Calling delete_port for 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:09.243238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:09.284349 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdfe31d8-f352-4a56-837f-a2b219037ecc req-20eaa643-4483-4435-8d25-cebf1b5271f6 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860046 Jul 12 17:33:09.410654 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4d92e02b-af21-4b44-b2c3-3e7148ec46b9 req-218ea87e-8257-4c6e-9a21-eaddf657f453 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 210 time: 0.0601079 Jul 12 17:33:09.413925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Made reservation on behalf of 6a054b68c85844739e5df76de96a12e7 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:33:09.417197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:09.430634 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-43f2a212-8969-4733-919f-d364c3de8f84 service neutron] 10.222.0.62 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217515 Jul 12 17:33:09.645823 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:09.661475 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-4b9496da-b00d-48ea-b0b7-ab6ba317ec92 service neutron] 10.222.0.62 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236602 Jul 12 17:33:09.682751 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['139b5be4-a836-4dac-8cf5-8f90d7599330', '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:33:09.685197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event deleted for resources: {'Port': ['ID=3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:09.722835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Allocated IP 172.20.0.10 (fed4962f-8432-4b33-952c-e8053c6a5d3d/e867dd3b-95ce-453e-b37c-f89bcc38bdb5/78ee797f-f3e0-4e02-ba3d-1c9755d72b65) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:33:09.747282 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] No DVR routers for this DVR port 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:09.752894 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:09.756094 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95cf4259-ed74-4d87-996a-e5b1021b2360 req-c37a8f29-a147-4b15-8f69-0590f8345179 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "DELETE /v2.0/ports/3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc HTTP/1.1" status: 204 len: 173 time: 1.0808067 Jul 12 17:33:09.756538 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'name': 'network-vif-deleted', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:09.760021 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72ddb37-518c-4867-87a5-0196be3f338f" -d '{"events": [{"server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "name": "network-vif-deleted", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:09.838909 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7788eef-5a5e-4a8b-8285-d040165ce20c x-openstack-request-id: req-f7788eef-5a5e-4a8b-8285-d040165ce20c {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:09.839203 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4b5fa1-33f6-4da9-9411-e89b13939d30", "name": "network-vif-deleted", "tag": "3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:09.839457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7788eef-5a5e-4a8b-8285-d040165ce20c {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:09.839860 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7788eef-5a5e-4a8b-8285-d040165ce20c'] response: {'server_uuid': 'cc4b5fa1-33f6-4da9-9411-e89b13939d30', 'name': 'network-vif-deleted', 'tag': '3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc', 'status': 'completed', 'code': 200} Jul 12 17:33:09.872393 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f66fbccd-a82f-428c-b347-5dc5ce66fb8b req-b3057bb7-1c66-4793-aec7-b314dc641cb3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 210 time: 0.0484414 Jul 12 17:33:09.926555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:09.961876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:09.997602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.050643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:10.054538 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Network fed4962f-8432-4b33-952c-e8053c6a5d3d is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:33:10.058012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:33:10.062877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:33:10.100037 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:10.121072 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:10.122083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.146420 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9b5accb1-9784-460a-ba5f-5820315dbbc5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1708660 Jul 12 17:33:10.278398 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Request body: {'port': {'device_id': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:10.347177 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.358722 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3a745348-7a6a-499e-9216-fbec54333a6e None None] Provisioning complete for port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:33:10.359089 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3a745348-7a6a-499e-9216-fbec54333a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.403281 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3a745348-7a6a-499e-9216-fbec54333a6e None None] Port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:33:10.414728 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7c3671c-7a8e-4a34-b45a-764d8a81068c req-eaaee561-93b2-44b9-ac05-7aba631bda3a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc4b5fa1-33f6-4da9-9411-e89b13939d30 HTTP/1.1" status: 200 len: 210 time: 0.0344009 Jul 12 17:33:10.559923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf72285-c1ef-4f02-a2fe-f5c121625826 req-83c2ba17-100a-45ed-813f-9583b313c907 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:10.561381 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0cf72285-c1ef-4f02-a2fe-f5c121625826 req-83c2ba17-100a-45ed-813f-9583b313c907 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 932 time: 0.0717974 Jul 12 17:33:10.662048 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0cf72285-c1ef-4f02-a2fe-f5c121625826 req-8d616582-a984-4c04-9f45-c89a0addc364 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920599 Jul 12 17:33:10.716075 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:33:10.723960 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks [] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.736220 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Transition to ACTIVE for port object 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:33:10.740112 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:10.785901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:10.865197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Attempting to bind port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:33:10.865530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Attempting to bind port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:33:10.865907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Attempting to bind port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 on network fed4962f-8432-4b33-952c-e8053c6a5d3d {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:10.870606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 on network fed4962f-8432-4b33-952c-e8053c6a5d3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:33:10.870926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Attempting to bind port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 on network fed4962f-8432-4b33-952c-e8053c6a5d3d {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:10.875882 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:10.876853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:33:10.877187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Checking segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:33:10.878036 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Bound using segment: {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:33:10.878639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Bound port: 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2521bf-a7ee-44b9-b95d-2df6d5611af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:33:10.879120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:11.232068 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f620d8-c463-41f9-9f98-20f42f41a1ec req-b99c13b1-377c-4440-8265-99e47036c954 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 210 time: 0.0689366 Jul 12 17:33:11.307504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:33:11.312264 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:33:11.322457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:11.326012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:11.343185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-56c888ca-f81a-4881-a96a-3f0c98ed8598 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.344608 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-56c888ca-f81a-4881-a96a-3f0c98ed8598 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 817 time: 0.1827006 Jul 12 17:33:11.377523 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.378169 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:11.379539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] 10.222.0.66 "PUT /v2.0/ports/78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1094 time: 1.1054709 Jul 12 17:33:11.420071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16f0a-c8e4-4790-a66f-066a583375f1 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:11.464280 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-1ea5cb07-e34e-4fd4-9673-e5981092adb0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 380 time: 0.1031721 Jul 12 17:33:11.491629 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'port': {'device_id': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'admin_state_up': True, 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'security_groups': ['83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:11.521336 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-4418912e-a85e-4f84-a1b2-82dca4061f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.522871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-4418912e-a85e-4f84-a1b2-82dca4061f6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1128 time: 0.0812044 Jul 12 17:33:11.605715 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-2e64906e-44c2-4cf8-a762-fb2328245ee8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 217 time: 0.0695796 Jul 12 17:33:11.687529 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-7036d507-6a64-422c-b13d-e2cb1c91968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.688968 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-7036d507-6a64-422c-b13d-e2cb1c91968a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.0776627 Jul 12 17:33:11.720215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Made reservation on behalf of a47989251b16474f830f5a46efe33812 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:33:11.724225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:11.741117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb80d5-c63f-459d-ba92-542d07e73426 req-3d8934de-a873-46d2-aa0d-499d1c127da8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.742587 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-facb80d5-c63f-459d-ba92-542d07e73426 req-3d8934de-a873-46d2-aa0d-499d1c127da8 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0745778 Jul 12 17:33:11.847763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:11.850010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44acb7fd-4874-4273-80ef-c7f5795f6029" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:11.869638 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80615557-b5ae-4c67-b5d0-27ab145bdc97 req-deb95d41-bffe-4566-8070-7f30c0065bf3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:11.871057 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80615557-b5ae-4c67-b5d0-27ab145bdc97 req-deb95d41-bffe-4566-8070-7f30c0065bf3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.1364532 Jul 12 17:33:11.905580 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-facb80d5-c63f-459d-ba92-542d07e73426 req-f450cb70-2325-46d1-bc3a-0bd8a300661f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512690 Jul 12 17:33:11.951872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f88bbd-c544-4739-856f-1b853c8d3166 x-openstack-request-id: req-e0f88bbd-c544-4739-856f-1b853c8d3166 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:11.952178 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:11.952430 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0f88bbd-c544-4739-856f-1b853c8d3166 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:11.952828 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f88bbd-c544-4739-856f-1b853c8d3166'] response: {'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'status': 'completed', 'code': 200} Jul 12 17:33:11.976364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80615557-b5ae-4c67-b5d0-27ab145bdc97 req-3696b034-4af8-41fe-9ddd-656f667217d4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997095 Jul 12 17:33:11.986718 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:11.988245 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Allocated IP 172.20.0.10 (f555be57-c537-4463-873d-2fa611295c76/10dfa0de-8f50-4448-847f-de8a7fcb57e3/c8a34f14-81f6-401c-83f7-ce051f443de8) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:33:12.124068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:12.155427 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:12.202971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Network f555be57-c537-4463-873d-2fa611295c76 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:33:12.206640 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:33:12.210391 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:33:12.216287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:12.262273 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:12.262896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:12.265250 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:12.284936 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-365ff8b5-e228-454a-9106-f0a6219c8854 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996500 Jul 12 17:33:12.358947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655832b9-dc85-40bc-8933-625ca186c7d2 req-76311186-4ab0-42fe-986c-399479adc40c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:12.360557 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-655832b9-dc85-40bc-8933-625ca186c7d2 req-76311186-4ab0-42fe-986c-399479adc40c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 932 time: 0.0498173 Jul 12 17:33:12.403261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:12.408563 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-655832b9-dc85-40bc-8933-625ca186c7d2 req-23576faa-c6ed-45b6-a2cd-c1af5b4d8e24 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Jul 12 17:33:12.421603 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:12.422030 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3616dee8-6bc4-4fb6-b034-e3ea6a8c7adc not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:12.475582 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-525867f9-2a89-40d1-930d-af4e01b8dc0e None None] Provisioning complete for port c8a34f14-81f6-401c-83f7-ce051f443de8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:33:12.475954 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-525867f9-2a89-40d1-930d-af4e01b8dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:12.509124 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-525867f9-2a89-40d1-930d-af4e01b8dc0e None None] Port c8a34f14-81f6-401c-83f7-ce051f443de8 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:33:13.021462 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f7d04-bb9c-46cf-8cc7-2c6295ed2ed0 req-b043a85a-4583-4df9-8a85-d4c29683101a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:13.022876 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f0f7d04-bb9c-46cf-8cc7-2c6295ed2ed0 req-b043a85a-4583-4df9-8a85-d4c29683101a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0466883 Jul 12 17:33:13.107347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280831dc-34e8-4427-9a3f-a948cad9c597 req-afbcb4a7-7528-4a9e-a687-fea9291cb35f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:13.108762 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-280831dc-34e8-4427-9a3f-a948cad9c597 req-afbcb4a7-7528-4a9e-a687-fea9291cb35f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0630825 Jul 12 17:33:13.112373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f0f7d04-bb9c-46cf-8cc7-2c6295ed2ed0 req-a92467fc-7f6d-4d9c-90ce-c28799bf7889 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835223 Jul 12 17:33:13.157262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-280831dc-34e8-4427-9a3f-a948cad9c597 req-d373df57-0f7b-4961-bd8b-6fd9e7ecf379 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Jul 12 17:33:13.526120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d5dd7-54eb-4caa-8b96-2a1e8a9a6b0b req-320b23b5-e7b4-4a2e-860d-3d9057f25586 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:13.527595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d0d5dd7-54eb-4caa-8b96-2a1e8a9a6b0b req-320b23b5-e7b4-4a2e-860d-3d9057f25586 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 932 time: 0.0489616 Jul 12 17:33:13.574751 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d0d5dd7-54eb-4caa-8b96-2a1e8a9a6b0b req-bcc4e39a-c9a5-4c34-9a60-71927a65a8af tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Jul 12 17:33:13.593494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Request body: {'port': {'device_id': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:13.652414 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9d1f3789-8fc7-4122-a0f2-31f0bc7aa4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:13.653900 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-9d1f3789-8fc7-4122-a0f2-31f0bc7aa4d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724480 Jul 12 17:33:13.698310 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:13.766481 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:13.813777 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-1c874ff2-0096-4b90-b29d-40b35ee9add8 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448503 Jul 12 17:33:14.033415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:33:14.046287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:14.050179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks [] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:14.094209 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Transition to ACTIVE for port object c8a34f14-81f6-401c-83f7-ce051f443de8 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:33:14.099980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:14.144554 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-23bca66f-e8f4-422e-8cb1-35224ca6015e req-01a96710-2e6f-43e5-8356-abb6bcc23012 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608036 Jul 12 17:33:14.160083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:14.308565 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd633549-b1a5-45fc-ada5-7d68533b3ce7 req-e740df0c-e208-4c64-86fc-68da1212ce35 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:14.310053 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd633549-b1a5-45fc-ada5-7d68533b3ce7 req-e740df0c-e208-4c64-86fc-68da1212ce35 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0927093 Jul 12 17:33:14.335716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Attempting to bind port c8a34f14-81f6-401c-83f7-ce051f443de8 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:33:14.336194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Attempting to bind port c8a34f14-81f6-401c-83f7-ce051f443de8 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:33:14.336354 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Attempting to bind port c8a34f14-81f6-401c-83f7-ce051f443de8 on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:14.349978 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d3c3a-8de7-4c52-a157-56432b6b1a46 req-62163969-d0f4-4c62-92d0-0844c1fe5bdb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:14.351397 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-941d3c3a-8de7-4c52-a157-56432b6b1a46 req-62163969-d0f4-4c62-92d0-0844c1fe5bdb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.1162579 Jul 12 17:33:14.362547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Port c8a34f14-81f6-401c-83f7-ce051f443de8 on network f555be57-c537-4463-873d-2fa611295c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:33:14.362861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Attempting to bind port c8a34f14-81f6-401c-83f7-ce051f443de8 on network f555be57-c537-4463-873d-2fa611295c76 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:14.386503 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:33:14.386828 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Checking segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:33:14.387192 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Bound using segment: {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:33:14.387613 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Bound port: c8a34f14-81f6-401c-83f7-ce051f443de8, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c52659-1dce-44bd-9189-ab29a4824547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f555be57-c537-4463-873d-2fa611295c76'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:33:14.387966 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:14.412953 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd633549-b1a5-45fc-ada5-7d68533b3ce7 req-82c49d7c-757b-480f-a705-c08d58af0e4a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936339 Jul 12 17:33:14.442558 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:14.466482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-941d3c3a-8de7-4c52-a157-56432b6b1a46 req-05509f51-740e-4072-ad25-87d34c3dff23 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094394 Jul 12 17:33:14.482089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:33:14.485157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:33:14.491692 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:14.525873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:14.526469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:14.527824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 1094 time: 0.9479592 Jul 12 17:33:14.528245 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:14.530447 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:14.552948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc9a0-9777-4651-a2d1-515988afd5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:14.572180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58745c-1dae-4616-9dc3-89da7cb0f312 x-openstack-request-id: req-db58745c-1dae-4616-9dc3-89da7cb0f312 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:14.572470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:14.572712 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db58745c-1dae-4616-9dc3-89da7cb0f312 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:14.573114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db58745c-1dae-4616-9dc3-89da7cb0f312'] response: {'name': 'network-changed', 'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'status': 'completed', 'code': 200} Jul 12 17:33:14.701605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0d5da-d0f2-4fc7-a7ac-8f2b329b502a req-225d0747-17db-49d3-8b6e-9cb212335689 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:14.703134 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60c0d5da-d0f2-4fc7-a7ac-8f2b329b502a req-225d0747-17db-49d3-8b6e-9cb212335689 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0553050 Jul 12 17:33:14.749715 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60c0d5da-d0f2-4fc7-a7ac-8f2b329b502a req-4473e17b-b58b-4c7f-8157-bc7729de05ff tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Jul 12 17:33:15.286452 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:15.308908 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-bf781588-995a-4e70-94fa-928a2f7c118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.310536 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-bf781588-995a-4e70-94fa-928a2f7c118e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1128 time: 0.0410795 Jul 12 17:33:15.343536 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e52934-3059-4826-b1f9-f879d42d753b req-498cccc4-3fe3-4f00-a64c-7f2ad4330196 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.344977 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99e52934-3059-4826-b1f9-f879d42d753b req-498cccc4-3fe3-4f00-a64c-7f2ad4330196 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.0743175 Jul 12 17:33:15.346616 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-5ee2b36a-01df-46cf-9c9f-2cca79480f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.347954 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-5ee2b36a-01df-46cf-9c9f-2cca79480f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1128 time: 0.0784926 Jul 12 17:33:15.418842 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-4ed2a941-9b3b-4ccf-83f5-d095f093b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.420287 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-4ed2a941-9b3b-4ccf-83f5-d095f093b879 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a47989251b16474f830f5a46efe33812&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959761 Jul 12 17:33:15.505891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:15.517281 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-fbfb242d-5266-4044-a872-5e687751be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.519278 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-46050f50-aa72-41fe-b8b7-714ddf1b7fcf req-fbfb242d-5266-4044-a872-5e687751be0d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927043 Jul 12 17:33:15.550113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Deleting port 139b5be4-a836-4dac-8cf5-8f90d7599330 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:15.550337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:15.563929 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-9cf4ea6c-e706-4d24-9f92-f8a9cc524d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.565446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-9cf4ea6c-e706-4d24-9f92-f8a9cc524d0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.1995161 Jul 12 17:33:15.609951 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927fa68-ebb5-46ab-99d8-6034640b01ac req-16a5a2fd-09e1-4d05-9fcf-c08e1a696ada tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.611362 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d927fa68-ebb5-46ab-99d8-6034640b01ac req-16a5a2fd-09e1-4d05-9fcf-c08e1a696ada tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 946 time: 0.1241004 Jul 12 17:33:15.627607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-a578c5f4-9f07-4e4c-867e-0bbf76cadf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.629182 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-a578c5f4-9f07-4e4c-867e-0bbf76cadf84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1128 time: 0.0456026 Jul 12 17:33:15.667097 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-8ad962ff-b563-441f-897e-83243636d5a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 217 time: 0.0858657 Jul 12 17:33:15.675521 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-4f627a54-cc0e-45d2-8a64-0475590f7e42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 217 time: 0.0326223 Jul 12 17:33:15.713977 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac823c5-56a9-486e-be77-2ca0bd3057c3 req-a9951e7d-a371-4695-8d0b-c8e017e926ff tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.715485 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ac823c5-56a9-486e-be77-2ca0bd3057c3 req-a9951e7d-a371-4695-8d0b-c8e017e926ff tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.1697488 Jul 12 17:33:15.722962 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-477e9fd1-f694-489a-8a4d-03d11bcb7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.724449 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-477e9fd1-f694-489a-8a4d-03d11bcb7bda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0439067 Jul 12 17:33:15.772116 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-5f685123-90d5-44ad-82d7-64c06e87aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.773653 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-5f685123-90d5-44ad-82d7-64c06e87aaea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437837 Jul 12 17:33:15.827641 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d927fa68-ebb5-46ab-99d8-6034640b01ac req-7dde23ac-d8d0-42cf-a7c6-9ae93e176d0f tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/security-groups?id=c60c642c-a440-4fed-ac71-fae1c30c9562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102296 Jul 12 17:33:15.830991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] For port 139b5be4-a836-4dac-8cf5-8f90d7599330, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=139b5be4-a836-4dac-8cf5-8f90d7599330,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:15.831356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:15.843798 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-9da2ad94-48d8-4276-a428-cc0efec28dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.845245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-9da2ad94-48d8-4276-a428-cc0efec28dec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.1697574 Jul 12 17:33:15.860188 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Calling delete_port for 139b5be4-a836-4dac-8cf5-8f90d7599330 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:15.876770 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-efecce07-4d82-4050-873f-0885087f6b35 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957205 Jul 12 17:33:15.878221 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ac823c5-56a9-486e-be77-2ca0bd3057c3 req-46addf18-e093-43e5-8d14-7a327b5586fc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319220 Jul 12 17:33:15.969198 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-c57b0761-bee1-44ff-8a92-1667ee0fc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.970722 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-c57b0761-bee1-44ff-8a92-1667ee0fc943 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119301 Jul 12 17:33:15.973187 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d39cb180-ebe8-4c15-bd4e-c89c8367f7e7 req-b55d7561-6503-414d-bf24-83987edf6891 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904057 Jul 12 17:33:15.987454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62e9e6-a9e2-46a5-82e8-497b78525e08 req-771dc1c7-03d2-4827-a01f-df51ac8c530b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:15.988869 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc62e9e6-a9e2-46a5-82e8-497b78525e08 req-771dc1c7-03d2-4827-a01f-df51ac8c530b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0910871 Jul 12 17:33:16.120773 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc62e9e6-a9e2-46a5-82e8-497b78525e08 req-62a9fa56-5b60-4bf8-80a8-9b73be6b8475 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203365 Jul 12 17:33:16.153330 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:16.165290 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-4a13948d-3907-4216-a559-5743bf6f4204 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740198 Jul 12 17:33:16.184919 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (139b5be4-a836-4dac-8cf5-8f90d7599330), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:16.217587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Pushing event deleted for resources: {'Port': ['ID=139b5be4-a836-4dac-8cf5-8f90d7599330,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:16.226211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['139b5be4-a836-4dac-8cf5-8f90d7599330'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:33:16.262206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] No DVR routers for this DVR port 139b5be4-a836-4dac-8cf5-8f90d7599330 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:16.264544 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:16.268449 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99e52934-3059-4826-b1f9-f879d42d753b req-61505da5-288b-4790-a485-3c4208127ed2 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.66 "DELETE /v2.0/ports/139b5be4-a836-4dac-8cf5-8f90d7599330 HTTP/1.1" status: 204 len: 173 time: 0.9088001 Jul 12 17:33:16.373292 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=42 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:16.574694 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'name': 'network-vif-deleted', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:16.577038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d4af4-4c04-476c-a4b1-88e550cd18f6" -d '{"events": [{"server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "name": "network-vif-deleted", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:16.614524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37155234-564b-402e-b657-e6f68eee50c3 x-openstack-request-id: req-37155234-564b-402e-b657-e6f68eee50c3 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:16.614815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d99e1a-efd3-4510-ac75-1c21c7937044", "name": "network-vif-deleted", "tag": "139b5be4-a836-4dac-8cf5-8f90d7599330", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:16.615068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37155234-564b-402e-b657-e6f68eee50c3 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:16.615472 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37155234-564b-402e-b657-e6f68eee50c3'] response: {'server_uuid': 'f4d99e1a-efd3-4510-ac75-1c21c7937044', 'name': 'network-vif-deleted', 'tag': '139b5be4-a836-4dac-8cf5-8f90d7599330', 'status': 'completed', 'code': 200} Jul 12 17:33:16.924310 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c34b4b7a-987e-45a3-a13a-526f11c04e67 req-48b80db3-a005-489b-b8e7-f61c5ce873b5 tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 210 time: 0.0283139 Jul 12 17:33:16.996791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12120-3389-4e48-aae8-b01024efcf7f req-257cc6b5-d01a-4972-aa12-0711083dad88 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:16.998257 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-24f12120-3389-4e48-aae8-b01024efcf7f req-257cc6b5-d01a-4972-aa12-0711083dad88 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0468013 Jul 12 17:33:17.047080 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-24f12120-3389-4e48-aae8-b01024efcf7f req-0c5befd5-01aa-4a71-8e23-09d035df8ea0 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Jul 12 17:33:17.238647 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce1b9d-f4f1-40f6-b5ae-f854a55bb4c7 req-85600374-ab9e-4ed7-9779-9f2dac7e9906 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:17.240083 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52ce1b9d-f4f1-40f6-b5ae-f854a55bb4c7 req-85600374-ab9e-4ed7-9779-9f2dac7e9906 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0462854 Jul 12 17:33:17.250621 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:17.290863 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52ce1b9d-f4f1-40f6-b5ae-f854a55bb4c7 req-45c30088-f48e-40b2-9058-b171b5a71249 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Jul 12 17:33:18.019578 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3032c12-82d3-472c-8c9e-8ab75bf648ab req-8a66002a-61fe-489c-9906-e4fba235568a tempest-ServerRescueNegativeTestJSON-425710136 tempest-ServerRescueNegativeTestJSON-425710136-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d99e1a-efd3-4510-ac75-1c21c7937044 HTTP/1.1" status: 200 len: 210 time: 0.0275078 Jul 12 17:33:18.155945 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1970c-93a3-407a-a252-5db6a2cd12eb req-ab3c58e6-97e9-4f41-8c12-a20f55cd5609 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:18.157353 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08a1970c-93a3-407a-a252-5db6a2cd12eb req-ab3c58e6-97e9-4f41-8c12-a20f55cd5609 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0448298 Jul 12 17:33:18.205174 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08a1970c-93a3-407a-a252-5db6a2cd12eb req-dc0b1640-7e8c-48a9-8b03-b886f51ed1d3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Jul 12 17:33:18.412323 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15957f52-acd3-42bf-87da-7153a032404f req-07b09c6a-99a7-4a85-a77f-daff48c0b574 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:18.413871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-15957f52-acd3-42bf-87da-7153a032404f req-07b09c6a-99a7-4a85-a77f-daff48c0b574 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0548732 Jul 12 17:33:18.433936 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:33:18.444239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 139b5be4-a836-4dac-8cf5-8f90d7599330 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:18.470574 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 139b5be4-a836-4dac-8cf5-8f90d7599330 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:18.471532 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 139b5be4-a836-4dac-8cf5-8f90d7599330 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:18.523485 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-15957f52-acd3-42bf-87da-7153a032404f req-5f68f32e-4f14-40d6-bdf5-cf4a1cca5b4d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996535 Jul 12 17:33:18.544386 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44acb7fd-4874-4273-80ef-c7f5795f6029 req-2e0001a0-7399-4321-b917-02e8bbafc0ae service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290162 Jul 12 17:33:18.557814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:18.569146 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:33:18.604778 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:33:18.605164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:18.618237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:33:18.640786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:18.645825 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:18.691146 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:19.051962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['c8a34f14-81f6-401c-83f7-ce051f443de8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:33:19.079735 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44896) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:19.154701 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:19.545146 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857f33-90bc-495f-ae1f-2ff39473c962 req-e146e742-b69b-4c3c-a03e-03870b07cc30 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:19.546633 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69857f33-90bc-495f-ae1f-2ff39473c962 req-e146e742-b69b-4c3c-a03e-03870b07cc30 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0794549 Jul 12 17:33:19.666790 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69857f33-90bc-495f-ae1f-2ff39473c962 req-9932cb96-6e9d-4c2d-a562-546e4f963b9c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145105 Jul 12 17:33:19.715509 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7551a89-d8ce-4b2a-8348-e19bedd35aa6 req-467787b6-24f2-4476-9c6b-d546bdc0c0bf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:19.716928 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7551a89-d8ce-4b2a-8348-e19bedd35aa6 req-467787b6-24f2-4476-9c6b-d546bdc0c0bf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.1194386 Jul 12 17:33:19.806086 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7551a89-d8ce-4b2a-8348-e19bedd35aa6 req-de438d5e-79e3-4d84-bf66-863668dfe65e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815790 Jul 12 17:33:19.858708 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:19.889242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:19.983404 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:20.102061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Deleting port fddbd5bc-b748-4374-946e-98c265451af8 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:20.102732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (fddbd5bc-b748-4374-946e-98c265451af8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.179861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] For port fddbd5bc-b748-4374-946e-98c265451af8, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=fddbd5bc-b748-4374-946e-98c265451af8,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:20.180216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (fddbd5bc-b748-4374-946e-98c265451af8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.194489 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Calling delete_port for fddbd5bc-b748-4374-946e-98c265451af8 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:20.368957 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (fddbd5bc-b748-4374-946e-98c265451af8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.397604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fddbd5bc-b748-4374-946e-98c265451af8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:20.418197 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:20.429289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:33:20.477645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port c8a34f14-81f6-401c-83f7-ce051f443de8 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:33:20.484057 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port c8a34f14-81f6-401c-83f7-ce051f443de8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:33:20.484435 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.561807 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:33:20.562191 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.566881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.587546 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:20.589933 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2f411-78c9-47e9-a622-9a669f04922a" -d '{"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:20.606603 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:20.611142 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:20.636040 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0bb5f9-9f4e-4c35-a2f5-3845c0f80237 x-openstack-request-id: req-ef0bb5f9-9f4e-4c35-a2f5-3845c0f80237 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:20.636364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:20.636567 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef0bb5f9-9f4e-4c35-a2f5-3845c0f80237 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:20.636952 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0bb5f9-9f4e-4c35-a2f5-3845c0f80237'] response: {'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'code': 200} Jul 12 17:33:20.661733 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:20.785499 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:20.790064 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:20.813710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431982e8-e0a8-40e4-aab6-4859d1b0886b req-68732623-fce3-4e80-8380-959c9401ce1c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:20.815223 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-431982e8-e0a8-40e4-aab6-4859d1b0886b req-68732623-fce3-4e80-8380-959c9401ce1c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0644193 Jul 12 17:33:20.819308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:20.941407 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-431982e8-e0a8-40e4-aab6-4859d1b0886b req-d17cc783-3a8f-4747-8142-0eb0fb5e9f34 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192205 Jul 12 17:33:20.978866 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ef410-08e2-4099-a443-fd9db4461660 req-af2b7dd9-eebd-432a-8d6e-3f83311aef18 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:20.980292 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b9ef410-08e2-4099-a443-fd9db4461660 req-af2b7dd9-eebd-432a-8d6e-3f83311aef18 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.1012866 Jul 12 17:33:21.008890 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:21.015683 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-604810e1-4836-4cef-bd87-0d05ca3d9f38 admin admin] 10.222.0.62 "PUT /v2.0/routers/4b37f5de-58dc-4e44-a2e9-be038b8dbde0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9347804 Jul 12 17:33:21.018744 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Sync routers for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:21.019012 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44910) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:21.029007 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:21.029729 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:21.040968 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b9ef410-08e2-4099-a443-fd9db4461660 req-0c78c7c4-3111-4272-9da0-6a88ed4fe9a0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547521 Jul 12 17:33:21.059801 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:21.137067 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:21.307691 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:33:20Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:21.337373 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Checking router: 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:21.345837 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Routers {'4b37f5de-58dc-4e44-a2e9-be038b8dbde0'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:21.346440 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:32:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:21.353511 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks [] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.444339 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] Set router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:21.449600 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks [] for router_gateway (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.461944 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:21.495771 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Deleting port 20c3acd6-90d0-49be-b34c-41da332f30a0 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:21.496107 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.553502 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:21.576130 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-612ddf76-4795-4a21-8453-ec58d2e7dc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.580475 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] For port 20c3acd6-90d0-49be-b34c-41da332f30a0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=20c3acd6-90d0-49be-b34c-41da332f30a0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:21.580679 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.595091 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Calling delete_port for 20c3acd6-90d0-49be-b34c-41da332f30a0 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:21.629395 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:33:20Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:21.656603 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd11068-31b1-4369-ba08-dc7262c172af None None] The sync data for ids ['4b37f5de-58dc-4e44-a2e9-be038b8dbde0'] in dv-cinder-849325-2-iscsi is: [{'id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'name': 'tempest-ServerRescueNegativeTestJSON-755183981-router', 'tenant_id': '13884af024db42bcb013e475df0a53f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:51Z', 'updated_at': '2022-07-12T17:33:20Z', 'revision_number': 5, 'project_id': '13884af024db42bcb013e475df0a53f0', 'gw_port': {'id': '20c3acd6-90d0-49be-b34c-41da332f30a0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b37f5de-58dc-4e44-a2e9-be038b8dbde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:53Z', 'updated_at': '2022-07-12T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:21.723422 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f0685-85b1-47e3-ae32-f71e765f0fdf req-edd3786a-6516-4d87-9d08-b9c539da0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:21.725183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d7f0685-85b1-47e3-ae32-f71e765f0fdf req-edd3786a-6516-4d87-9d08-b9c539da0e1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1130 time: 0.0524917 Jul 12 17:33:21.770130 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d7f0685-85b1-47e3-ae32-f71e765f0fdf req-5a1b0ebb-ff81-4d79-a212-84889dcad14c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389421 Jul 12 17:33:21.778120 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (20c3acd6-90d0-49be-b34c-41da332f30a0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.806168 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Pushing event deleted for resources: {'Port': ['ID=20c3acd6-90d0-49be-b34c-41da332f30a0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:21.865716 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.962149 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:21.964213 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks [] for router_controller (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.035522 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (4b37f5de-58dc-4e44-a2e9-be038b8dbde0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.036395 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b37f5de-58dc-4e44-a2e9-be038b8dbde0 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:33:22.043274 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.048299 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ca803986-5ddc-4a52-b48d-7ca4ada9214f admin admin] 10.222.0.62 "DELETE /v2.0/routers/4b37f5de-58dc-4e44-a2e9-be038b8dbde0 HTTP/1.1" status: 204 len: 168 time: 1.0247509 Jul 12 17:33:22.048299 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44914) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:22.074585 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef302-3498-4099-b289-a137c157446e req-8ff4bb5a-e389-4302-9011-238cf06cb391 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:22.075932 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-208ef302-3498-4099-b289-a137c157446e req-8ff4bb5a-e389-4302-9011-238cf06cb391 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0665431 Jul 12 17:33:22.105801 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Deleting subnet 07296860-a1da-420d-bbd9-a72881a0dc56 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:33:22.109336 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Publish callbacks [] for subnet (07296860-a1da-420d-bbd9-a72881a0dc56), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.151613 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3248452'] for subnet (07296860-a1da-420d-bbd9-a72881a0dc56), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.167153 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-208ef302-3498-4099-b289-a137c157446e req-0a35e358-9ac4-4517-b0a4-d701805a8535 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855935 Jul 12 17:33:22.196410 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd209-25cd-42a8-9c7a-ddd50e0f063e req-09bc5313-7c75-4607-9405-3299ac67bfab tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:22.198191 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f0cd209-25cd-42a8-9c7a-ddd50e0f063e req-09bc5313-7c75-4607-9405-3299ac67bfab tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0729864 Jul 12 17:33:22.245929 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f0cd209-25cd-42a8-9c7a-ddd50e0f063e req-9db8248e-d49a-423c-9ca5-efc5d6b258ce tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Jul 12 17:33:22.262965 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (07296860-a1da-420d-bbd9-a72881a0dc56), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.289150 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:22.322701 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971199'] for subnet (07296860-a1da-420d-bbd9-a72881a0dc56), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.349843 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07296860-a1da-420d-bbd9-a72881a0dc56,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:22.353550 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.358736 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f6e702b0-a565-48b8-b2d9-ba35fb9e533e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/07296860-a1da-420d-bbd9-a72881a0dc56 HTTP/1.1" status: 204 len: 168 time: 0.3082578 Jul 12 17:33:22.359649 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b2810-a07b-481b-ba64-1090c7216fcb None None] Network 5a270b63-04b7-42b7-ba5e-a9545ef80e4a requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:33:22.360130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44918) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:22.432085 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (5a270b63-04b7-42b7-ba5e-a9545ef80e4a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.447814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:33:22.473566 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Deleting port 7812e8c9-1530-4d27-8916-80976aae21d3 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:22.473969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.541583 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] For port 7812e8c9-1530-4d27-8916-80976aae21d3, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=7812e8c9-1530-4d27-8916-80976aae21d3,segment=NetworkSegment(b1433052-19df-4637-8a44-102a3018262b),segment_id=b1433052-19df-4637-8a44-102a3018262b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:22.541986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.554562 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:22.555180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Calling delete_port for 7812e8c9-1530-4d27-8916-80976aae21d3 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:22.569401 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'mac_address': 'fa:16:3e:75:80:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:33:22.604997 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:33:22.605478 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.610757 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:22.619590 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:33:22.636987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (7812e8c9-1530-4d27-8916-80976aae21d3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.640612 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:22.644066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.665626 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7812e8c9-1530-4d27-8916-80976aae21d3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:22.669052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] No DVR routers for this DVR port 7812e8c9-1530-4d27-8916-80976aae21d3 on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:22.693361 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:22.740131 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (5a270b63-04b7-42b7-ba5e-a9545ef80e4a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.757490 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40dc48-2dbd-4e40-a2e0-4ed7b9dc2182 None None] DHCP port deletion for 5a270b63-04b7-42b7-ba5e-a9545ef80e4a request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:33:22.766617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a270b63-04b7-42b7-ba5e-a9545ef80e4a']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:22.777782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1433052-19df-4637-8a44-102a3018262b') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:22.778212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1433052-19df-4637-8a44-102a3018262b') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:22.792218 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (b1433052-19df-4637-8a44-102a3018262b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.805871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (b1433052-19df-4637-8a44-102a3018262b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.812321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:33:22.812698 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (b1433052-19df-4637-8a44-102a3018262b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.831227 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment b1433052-19df-4637-8a44-102a3018262b resource provider aggregate not found Jul 12 17:33:22.868008 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:22.870044 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment b1433052-19df-4637-8a44-102a3018262b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1433052-19df-4637-8a44-102a3018262b found for delete ", "request_id": "req-c51f850b-ea0c-4312-be8a-98dcb65834b8"}]} Jul 12 17:33:22.883596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (5a270b63-04b7-42b7-ba5e-a9545ef80e4a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.889423 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:22.892376 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5a270b63-04b7-42b7-ba5e-a9545ef80e4a HTTP/1.1" status: 204 len: 168 time: 0.5310583 Jul 12 17:33:22.903816 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4540b-944a-4677-a269-d4de595aed23 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a270b63-04b7-42b7-ba5e-a9545ef80e4a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:23.015666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44926) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:23.055707 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f93c4af8-ce1e-417f-88b7-8d58ed6e6ba6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13884af024db42bcb013e475df0a53f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389295 Jul 12 17:33:23.058083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44928) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:23.108436 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] Publish callbacks [] for security_group (c60c642c-a440-4fed-ac71-fae1c30c9562), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.129089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] Publish callbacks [] for security_group (c60c642c-a440-4fed-ac71-fae1c30c9562), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.134338 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['78ee797f-f3e0-4e02-ba3d-1c9755d72b65'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:33:23.189134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c60c642c-a440-4fed-ac71-fae1c30c9562), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.194318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.198221 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c60c642c-a440-4fed-ac71-fae1c30c9562 HTTP/1.1" status: 204 len: 168 time: 0.1391511 Jul 12 17:33:23.210282 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67964d26-36ff-4ede-963d-40256793b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c642c-a440-4fed-ac71-fae1c30c9562,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:23.272021 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:23.306715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca3e68-1cb4-4b2b-8b36-c12ca6b62b2b req-a0fe36ad-b89d-45e4-bac6-1ec5aa5f9b3e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:23.315421 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9ca3e68-1cb4-4b2b-8b36-c12ca6b62b2b req-a0fe36ad-b89d-45e4-bac6-1ec5aa5f9b3e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 945 time: 0.0650041 Jul 12 17:33:23.394961 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe8bd4-9783-434a-8cf6-9aa9f66d521e req-dda217f2-ec2e-4a3b-85cd-16e33333ea55 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:23.396422 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bdfe8bd4-9783-434a-8cf6-9aa9f66d521e req-dda217f2-ec2e-4a3b-85cd-16e33333ea55 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0650012 Jul 12 17:33:23.406262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9ca3e68-1cb4-4b2b-8b36-c12ca6b62b2b req-cffbb7b6-7bbe-44d4-8243-8204dea07b74 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900345 Jul 12 17:33:23.455844 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bdfe8bd4-9783-434a-8cf6-9aa9f66d521e req-ff91d4ed-056b-4753-92d7-97cc11adb067 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Jul 12 17:33:23.570780 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d001-a4d7-4f2b-94aa-cc0893896c2e req-58658def-783e-44d1-9779-050abe0a0a6e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:23.572247 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f64d001-a4d7-4f2b-94aa-cc0893896c2e req-58658def-783e-44d1-9779-050abe0a0a6e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Jul 12 17:33:23.580543 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44944) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:23.586089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Request body: {'floatingip': {'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:23.623363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.710328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device fddbd5bc-b748-4374-946e-98c265451af8 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:23.738389 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: fddbd5bc-b748-4374-946e-98c265451af8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:23.738730 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device fddbd5bc-b748-4374-946e-98c265451af8 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:23.739167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 7812e8c9-1530-4d27-8916-80976aae21d3 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:23.764145 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 7812e8c9-1530-4d27-8916-80976aae21d3 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:23.770868 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 7812e8c9-1530-4d27-8916-80976aae21d3 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:23.771360 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 20c3acd6-90d0-49be-b34c-41da332f30a0 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:23.790643 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 20c3acd6-90d0-49be-b34c-41da332f30a0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:23.790990 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 20c3acd6-90d0-49be-b34c-41da332f30a0 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:23.889819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1434c627-9645-4539-bf27-d557f65fc68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:23.947611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:24.086554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.090450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.175762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:24.188014 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Floating IP 9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943 associated. External IP: 172.27.0.91, port: c8a34f14-81f6-401c-83f7-ce051f443de8. Jul 12 17:33:24.468502 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:33:24.521423 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:33:24.528290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:33:24.528770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.613667 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:33:24.614131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.634613 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:24.641066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:24.643807 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db2cd66-753f-4733-9239-a6a7a0d3f35f" -d '{"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-plugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:24.652296 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d895f8-fbce-4ed0-92ba-8a6c5ae6a48f req-3995a6ed-9595-4132-a263-dccb6cbf7bc6 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:24.653819 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7d895f8-fbce-4ed0-92ba-8a6c5ae6a48f req-3995a6ed-9595-4132-a263-dccb6cbf7bc6 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 945 time: 0.0819004 Jul 12 17:33:24.667040 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:24.675766 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.703229 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf655e-bc9d-4636-b079-9b32d9f4754f x-openstack-request-id: req-d8bf655e-bc9d-4636-b079-9b32d9f4754f {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:24.703789 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-plugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:24.704209 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8bf655e-bc9d-4636-b079-9b32d9f4754f {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:24.704599 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bf655e-bc9d-4636-b079-9b32d9f4754f'] response: {'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'code': 200} Jul 12 17:33:24.717644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:24.723645 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7d895f8-fbce-4ed0-92ba-8a6c5ae6a48f req-6fe2d095-4e65-409a-ae81-45590422a34f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630836 Jul 12 17:33:24.731522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:24.838680 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:24.843353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.848192 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:24.861462 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:24.862183 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:24.886550 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-592950f8-e368-4894-b238-559b76539c27 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "PUT /v2.0/floatingips/9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943 HTTP/1.1" status: 200 len: 991 time: 1.3028662 Jul 12 17:33:24.886550 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:24.890607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a2739-31d6-414f-be67-69aa1af9348b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:24.944786 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d60c6b-369a-4a83-827c-6bb2286ef0b9 x-openstack-request-id: req-d2d60c6b-369a-4a83-827c-6bb2286ef0b9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:24.945086 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:24.945419 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2d60c6b-369a-4a83-827c-6bb2286ef0b9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:24.945888 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d60c6b-369a-4a83-827c-6bb2286ef0b9'] response: {'name': 'network-changed', 'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'status': 'completed', 'code': 200} Jul 12 17:33:24.983989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:24.987951 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:25.106883 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-4607535a-ea55-4875-a534-bf33330d8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:25.108461 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-4607535a-ea55-4875-a534-bf33330d8f45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1130 time: 0.0858436 Jul 12 17:33:25.109784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be5c8b-524d-406d-adb7-a424014621bd req-8b033b98-00fd-491e-96b1-9e2b3d1e690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:25.111180 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2be5c8b-524d-406d-adb7-a424014621bd req-8b033b98-00fd-491e-96b1-9e2b3d1e690e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0998802 Jul 12 17:33:25.210183 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:08Z', 'updated_at': '2022-07-12T17:33:24Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:25.226691 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2be5c8b-524d-406d-adb7-a424014621bd req-3efd8fec-223c-4c08-8701-691838befd2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024582 Jul 12 17:33:25.234132 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:25.242769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:25.243365 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:25.245703 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-76b4a0cf-dd3d-48c9-8325-676e6adc6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:25.247233 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-76b4a0cf-dd3d-48c9-8325-676e6adc6592 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.1242278 Jul 12 17:33:25.458696 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:25.490070 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:25.665449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:25.667624 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:08Z', 'updated_at': '2022-07-12T17:33:24Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:25.676147 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-f0b2ed2e-7fc2-47be-b980-71c8530a249c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 999 time: 0.0617297 Jul 12 17:33:25.692393 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd308e58-2cdb-4f04-b19f-1c507d1f0a68 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:08Z', 'updated_at': '2022-07-12T17:33:24Z', 'revision_number': 1, 'project_id': 'a47989251b16474f830f5a46efe33812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:25.726208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-4c5240e4-ebde-4808-99da-b40543df55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:25.727682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-4c5240e4-ebde-4808-99da-b40543df55a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0455556 Jul 12 17:33:25.853972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44087-9f29-4408-b3a0-5fb0f4463ecf req-96814a2f-c0e2-4429-ab0d-107d4326124c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:25.855479 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9fa44087-9f29-4408-b3a0-5fb0f4463ecf req-96814a2f-c0e2-4429-ab0d-107d4326124c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0487504 Jul 12 17:33:25.896637 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ac24d-3c4b-451f-a573-1173655831a5 None None] New status for floating IP 9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:33:25.910302 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9fa44087-9f29-4408-b3a0-5fb0f4463ecf req-ff91f5be-d4c4-443f-b49e-599fae581ec3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491135 Jul 12 17:33:26.222581 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-eda8ad2d-f15f-45d0-9799-d40ad5af3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:26.224686 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-eda8ad2d-f15f-45d0-9799-d40ad5af3167 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475912 Jul 12 17:33:26.297022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:26.324997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-be641795-5c65-43b2-afbe-2f8777e7b880 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934854 Jul 12 17:33:26.419190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea9a2739-31d6-414f-be67-69aa1af9348b req-2ccb08bc-9178-42ee-88e5-5911462e2692 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847635 Jul 12 17:33:26.706110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c485022-51ef-4e34-a32e-9a8dd5f41704 req-99e41ab6-d040-4b66-9414-bffe70acc1e1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:26.707597 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c485022-51ef-4e34-a32e-9a8dd5f41704 req-99e41ab6-d040-4b66-9414-bffe70acc1e1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0539634 Jul 12 17:33:26.732744 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:26.760452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c485022-51ef-4e34-a32e-9a8dd5f41704 req-8533f246-28c4-4fb3-bd7c-3d98156598b9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465038 Jul 12 17:33:26.897803 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:27.028242 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b2c2c-d2ba-4515-9781-dd98aa2fd2fb req-a3d78245-1265-49d1-abea-04728418f49f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:27.029722 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-058b2c2c-d2ba-4515-9781-dd98aa2fd2fb req-a3d78245-1265-49d1-abea-04728418f49f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0517592 Jul 12 17:33:27.080880 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-058b2c2c-d2ba-4515-9781-dd98aa2fd2fb req-aa6bb99f-1e7c-49ca-9ed3-cfcf3e31486e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Jul 12 17:33:27.190612 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d46022-1d78-4a70-8f85-f9ea8e09d76b req-b14563df-978b-4304-920b-c5bbd9970df1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:27.191957 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13d46022-1d78-4a70-8f85-f9ea8e09d76b req-b14563df-978b-4304-920b-c5bbd9970df1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0463686 Jul 12 17:33:27.240417 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13d46022-1d78-4a70-8f85-f9ea8e09d76b req-0d03e7f7-5fd1-434f-a3f4-a17ef16854a7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Jul 12 17:33:27.260784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45006) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:27.473057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3064502e-0289-4b85-a5a2-d5ee98bf309d tempest-TestShelveInstance-1337580390 tempest-TestShelveInstance-1337580390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:27.474603 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3064502e-0289-4b85-a5a2-d5ee98bf309d tempest-TestShelveInstance-1337580390 tempest-TestShelveInstance-1337580390-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1125 time: 0.2128408 Jul 12 17:33:27.477599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45012) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:33:27.482958 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:27.506980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:27.587849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:27.695040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Allocated IP 172.27.0.142 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/b2a7e251-de46-4e15-93ef-bb39ec68851d) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:33:27.782845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:27.797840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:27.810022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:27.842608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:27.908370 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:33:27.914904 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f622fc-e87c-4e1a-b1cf-cae18f1d5652 req-885a9b6d-783e-46a9-8d0d-c72351e47c83 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:27.916364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8f622fc-e87c-4e1a-b1cf-cae18f1d5652 req-885a9b6d-783e-46a9-8d0d-c72351e47c83 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0862164 Jul 12 17:33:27.919322 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:33:27.923900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:33:27.966148 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'Port': ['ID=b2a7e251-de46-4e15-93ef-bb39ec68851d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:28.012296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8f622fc-e87c-4e1a-b1cf-cae18f1d5652 req-880d744e-5d15-4831-8f74-82e82266c7fe tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893309 Jul 12 17:33:28.312017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for floatingip (0bb31807-9c56-45bb-8041-2093c8c2e8ad), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:28.381672 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:28.524727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:28.528948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:28.584679 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:28.592323 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:28.600632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event updated for resources: {'Port': ['ID=b2a7e251-de46-4e15-93ef-bb39ec68851d,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:28.609465 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (0bb31807-9c56-45bb-8041-2093c8c2e8ad), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:28.705529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Floating IP 0bb31807-9c56-45bb-8041-2093c8c2e8ad associated. External IP: 172.27.0.142, port: 78ee797f-f3e0-4e02-ba3d-1c9755d72b65. Jul 12 17:33:28.904441 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:29.006335 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:29.015618 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Sync routers for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:29.023856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:29.026630 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:29.027248 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:29.056849 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4d77396e-d444-4919-b3a3-8c91eec47718 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5760758 Jul 12 17:33:29.056849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:29.057634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:29.097884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62501462-556c-45d1-97ce-bfd687638895 x-openstack-request-id: req-62501462-556c-45d1-97ce-bfd687638895 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:29.098433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:29.098691 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62501462-556c-45d1-97ce-bfd687638895 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:29.099200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62501462-556c-45d1-97ce-bfd687638895'] response: {'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'status': 'completed', 'code': 200} Jul 12 17:33:29.124122 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:29.131965 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:29.133267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea271c8-d779-41c3-bdae-71c29d2c5d8c req-91d6412d-5a69-4902-83a2-731e16162e91 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:29.134797 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ea271c8-d779-41c3-bdae-71c29d2c5d8c req-91d6412d-5a69-4902-83a2-731e16162e91 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0486753 Jul 12 17:33:29.185796 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ea271c8-d779-41c3-bdae-71c29d2c5d8c req-9cc35783-71c0-46ff-8d65-4481ea902659 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453238 Jul 12 17:33:29.339836 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '0bb31807-9c56-45bb-8041-2093c8c2e8ad', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'mac_address': 'fa:16:3e:75:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:28Z', 'updated_at': '2022-07-12T17:33:28Z', 'revision_number': 0, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:29.363551 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Checking router: 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:29.371662 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:29.372256 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:29.472468 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:29.626390 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:29.678273 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '0bb31807-9c56-45bb-8041-2093c8c2e8ad', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'mac_address': 'fa:16:3e:75:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:28Z', 'updated_at': '2022-07-12T17:33:28Z', 'revision_number': 0, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:29.702599 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2efcb-2da1-4917-bb09-6cf334047dae None None] The sync data for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi is: [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '0bb31807-9c56-45bb-8041-2093c8c2e8ad', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'mac_address': 'fa:16:3e:75:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:33:28Z', 'updated_at': '2022-07-12T17:33:28Z', 'revision_number': 0, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:29.890084 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a5150-873b-4a30-acfe-84a8a8c4e385 None None] New status for floating IP 0bb31807-9c56-45bb-8041-2093c8c2e8ad: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:33:30.302416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90902e-738f-4321-b0d0-c3a82e1b60c6 req-5f1cc3d2-dfdc-4ad4-a6b5-7506bebaaf4e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:30.303857 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b90902e-738f-4321-b0d0-c3a82e1b60c6 req-5f1cc3d2-dfdc-4ad4-a6b5-7506bebaaf4e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0499003 Jul 12 17:33:30.351450 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b90902e-738f-4321-b0d0-c3a82e1b60c6 req-6240a71f-e824-4774-888e-bd72daae1878 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Jul 12 17:33:30.374123 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:31.465181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2bc0e-6153-4678-a127-02e00d076f43 req-82714eb6-a8b7-46e2-8110-85ce9003d0bf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:31.466702 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57b2bc0e-6153-4678-a127-02e00d076f43 req-82714eb6-a8b7-46e2-8110-85ce9003d0bf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jul 12 17:33:31.516678 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57b2bc0e-6153-4678-a127-02e00d076f43 req-1886cfec-c106-47d8-a9b8-6954f308fc7f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Jul 12 17:33:32.328557 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:32.331782 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:32.628569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccc22-c3ea-48c0-b1e6-e7d02f199929 req-7f1dd378-ca3c-4d37-b1e3-b16d02dc81f4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:32.629932 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-925ccc22-c3ea-48c0-b1e6-e7d02f199929 req-7f1dd378-ca3c-4d37-b1e3-b16d02dc81f4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0466483 Jul 12 17:33:32.680380 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-925ccc22-c3ea-48c0-b1e6-e7d02f199929 req-ca8a1872-de4a-4907-925e-314978da60f1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450263 Jul 12 17:33:33.790067 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b03e6b-44b8-491d-a206-6b0a8c8969ce req-4bd6de22-cd07-47d1-90c6-35ea145301f2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:33.791555 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93b03e6b-44b8-491d-a206-6b0a8c8969ce req-4bd6de22-cd07-47d1-90c6-35ea145301f2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0467854 Jul 12 17:33:33.839172 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93b03e6b-44b8-491d-a206-6b0a8c8969ce req-ce5a77d4-5b6b-4861-a793-7b33589250c8 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Jul 12 17:33:34.914563 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:34.944633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:34.953554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8bdd0-af29-4087-923c-cdc822281f26 req-46de5a93-b4a5-4be0-aed5-c6287050cf30 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:34.955009 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04a8bdd0-af29-4087-923c-cdc822281f26 req-46de5a93-b4a5-4be0-aed5-c6287050cf30 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0490348 Jul 12 17:33:35.001602 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04a8bdd0-af29-4087-923c-cdc822281f26 req-fbb8ada8-1b90-4201-b949-da7f458d208f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411901 Jul 12 17:33:36.149111 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7def1-7112-4ddd-82f6-2d4b22b545c5 req-7f4b06cc-3f94-4575-8b26-e8f5c3d091b6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:36.150594 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8f7def1-7112-4ddd-82f6-2d4b22b545c5 req-7f4b06cc-3f94-4575-8b26-e8f5c3d091b6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0784583 Jul 12 17:33:36.155380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-a16cdd7b-fe84-4b83-893f-5f3aac808276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:36.156846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-a16cdd7b-fe84-4b83-893f-5f3aac808276 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0525353 Jul 12 17:33:36.223700 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8f7def1-7112-4ddd-82f6-2d4b22b545c5 req-f6a09a5e-0502-4f48-be34-f47e577ddb62 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659409 Jul 12 17:33:36.287191 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-524ff309-58cd-4ef6-9129-c7be882e6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:36.288631 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-524ff309-58cd-4ef6-9129-c7be882e6574 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.1038122 Jul 12 17:33:36.636335 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-d35b97a2-d778-453b-8ff6-75ed7a64e7b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1002 time: 0.0556295 Jul 12 17:33:37.037001 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-0176e6e0-2361-4c1a-be9e-59b33e787444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:37.038476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-0176e6e0-2361-4c1a-be9e-59b33e787444 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.0470505 Jul 12 17:33:37.092876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-4b2cbc94-bea4-4a1a-9d78-1432dac0ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:37.094714 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-4b2cbc94-bea4-4a1a-9d78-1432dac0ab63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440724 Jul 12 17:33:37.275653 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-045be835-9858-4093-8026-7e770cd7c723 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:37.277096 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-045be835-9858-4093-8026-7e770cd7c723 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.1056204 Jul 12 17:33:37.371682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-b010b5ba-6c0f-437f-9ac2-c11e3b7e4850 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013712 Jul 12 17:33:37.379065 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675682ec-fa52-4635-9d1a-25421ae1610e req-d1d895af-0d8d-4c16-9d84-39ea95533a21 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:37.380463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-675682ec-fa52-4635-9d1a-25421ae1610e req-d1d895af-0d8d-4c16-9d84-39ea95533a21 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 945 time: 0.0869346 Jul 12 17:33:37.745841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 3805d085-cefa-43b1-a617-e660f2c6e92e {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:33:37.746203 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:37.786817 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-675682ec-fa52-4635-9d1a-25421ae1610e req-46d0c249-aa3d-4b1b-9ed4-af9f1dbfa84c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938184 Jul 12 17:33:37.848635 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8c3c794-3ce2-4dac-8263-363ec78c2c2d req-421cc32f-323e-4a02-af99-23f92f7eaaa8 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671531 Jul 12 17:33:37.871173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] For port 3805d085-cefa-43b1-a617-e660f2c6e92e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=3805d085-cefa-43b1-a617-e660f2c6e92e,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:33:37.871540 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:37.930517 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:37.936459 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:38.040736 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:38.041091 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (7e3a66b5-3217-47b6-9318-67a1015f441c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:38.041402 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP 7e3a66b5-3217-47b6-9318-67a1015f441c disassociated. External IP: 172.27.0.250, port: 3805d085-cefa-43b1-a617-e660f2c6e92e. Jul 12 17:33:38.041769 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 3805d085-cefa-43b1-a617-e660f2c6e92e owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:33:38.171416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3805d085-cefa-43b1-a617-e660f2c6e92e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:38.201035 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=3805d085-cefa-43b1-a617-e660f2c6e92e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:38.314473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:33:38.392746 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:33:38.435179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:33:38.446255 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:33:38.456757 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:38.457444 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:38.477571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] No DVR routers for this DVR port 3805d085-cefa-43b1-a617-e660f2c6e92e on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:33:38.480048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:38.483316 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd0ec8f7-0c0b-45e2-bbc3-843621ae7f69 req-f193839e-c293-4803-974a-4d3ca8f14347 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "DELETE /v2.0/ports/3805d085-cefa-43b1-a617-e660f2c6e92e HTTP/1.1" status: 204 len: 173 time: 1.1996531 Jul 12 17:33:38.483749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'name': 'network-vif-deleted', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:38.486603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c4e74-6b28-4e6a-ac58-57301c428f47" -d '{"events": [{"server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "name": "network-vif-deleted", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:38.531662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74739292-244e-424f-a325-d7503913cb01 x-openstack-request-id: req-74739292-244e-424f-a325-d7503913cb01 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:38.532072 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a152ab-692f-42e7-9c24-a69291f449ae", "name": "network-vif-deleted", "tag": "3805d085-cefa-43b1-a617-e660f2c6e92e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:38.532428 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74739292-244e-424f-a325-d7503913cb01 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:38.533546 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74739292-244e-424f-a325-d7503913cb01'] response: {'server_uuid': '75a152ab-692f-42e7-9c24-a69291f449ae', 'name': 'network-vif-deleted', 'tag': '3805d085-cefa-43b1-a617-e660f2c6e92e', 'status': 'completed', 'code': 200} Jul 12 17:33:38.573369 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:38.764175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:38.789446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:33:38.797659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:33:38.798237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:38.881010 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:38.883761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee953c9f-718d-4b2c-ae43-48d2e7833b78 req-43fb36a7-e432-4341-89a4-bbc3a6beab54 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0287776 Jul 12 17:33:38.899166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:33:39.081261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:33:39.109052 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577d7ba-b9dd-44f7-a7f1-b8b01454e699 None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:33:39.322199 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454bd2e-c21c-4f99-b265-477b770b6e1d None None] New status for floating IP 7e3a66b5-3217-47b6-9318-67a1015f441c: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:33:39.983258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bacb6007-1377-4b04-82d2-53022c3d14d5 req-b13179b1-7714-4429-b81a-0105d735c1ed tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jul 12 17:33:41.075174 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-151bcb68-0439-47c5-ab21-daf4cd41c400 req-a52ac69f-1b05-44e7-b4fd-4e69ee1b427d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0272262 Jul 12 17:33:42.169280 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b710e848-b65b-45af-9184-841f60bf6745 req-8e624b42-7292-4ce0-8e3a-cbdea84c1049 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0274642 Jul 12 17:33:43.266565 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c5e55ee-c5dd-42af-8ac8-a1af4d1dcf05 req-ada342c5-0dc6-42cc-9ea5-7812fb3cad50 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jul 12 17:33:44.384469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0c5f021c-0354-4432-88b3-a208a4f44c58 req-3b53508a-cbaf-45ba-be9d-2644c78ab835 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a152ab-692f-42e7-9c24-a69291f449ae HTTP/1.1" status: 200 len: 210 time: 0.0303564 Jul 12 17:33:44.826336 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3805d085-cefa-43b1-a617-e660f2c6e92e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:33:44.845076 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 3805d085-cefa-43b1-a617-e660f2c6e92e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:33:44.845412 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 3805d085-cefa-43b1-a617-e660f2c6e92e not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:33:45.634466 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-30d57e5a-e75c-4f8a-841c-0476f851a78c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538136482&fields=id&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 267 time: 0.0441151 Jul 12 17:33:45.739447 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-19cc534d-85a9-4cc4-a8f4-9ae695d520e0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:45.740923 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-19cc534d-85a9-4cc4-a8f4-9ae695d520e0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.1001086 Jul 12 17:33:45.756193 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-a4eab48f-402a-4652-865d-ecf8fb44717a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/quotas/471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 375 time: 0.0097752 Jul 12 17:33:45.814124 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-5710d502-fb4a-4d90-abeb-4787086ee3f1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515990 Jul 12 17:33:45.922200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-7c91868f-e1e9-42d8-8ad9-f158a00163e4 service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954223 Jul 12 17:33:45.956804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:46.002143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:46.030245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-5b461d54-4d59-4cfa-b12c-03d9b7467afe service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021106 Jul 12 17:33:46.316412 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-98e9ccf5-3dea-4f20-8d06-ad75b97e370f req-42e1597c-252a-47e9-8e4d-c38854be5cf5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Jul 12 17:33:47.410166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f84ee33c-c0bb-4e95-94ca-71f8306ba091 req-0a490f14-f3cf-465c-becd-1504f091df05 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 210 time: 0.0279992 Jul 12 17:33:48.504843 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-496dda51-8240-4627-8a09-949553c1bad5 req-6a1e95a8-9f03-4e85-9b82-d390feee09ff tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Jul 12 17:33:49.084865 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:49.602330 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbbf18ad-3849-4427-8b73-9376fca7cd02 req-071dac87-d014-4e60-9451-a306f7cb364d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 210 time: 0.0278409 Jul 12 17:33:50.716762 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99c4ee9f-420e-4cc7-81f3-11f53db47e4a req-9b310b7e-a14b-4286-a91a-3c034e74dbbe tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 210 time: 0.0416005 Jul 12 17:33:50.792662 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-57c0197a-a28f-4ddf-be6a-01690750600f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:50.794112 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-57c0197a-a28f-4ddf-be6a-01690750600f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.1292636 Jul 12 17:33:51.010252 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-30ec82a7-d399-48ea-8c0c-cd68dfc70967 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 379 time: 0.0550284 Jul 12 17:33:51.066454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'port': {'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'admin_state_up': True, 'tenant_id': '471e1e958b29427eb024616ca403985f', 'security_groups': ['9d2ff57e-91bc-48b0-bd5b-6301fc1968d3']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:51.185439 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Made reservation on behalf of 471e1e958b29427eb024616ca403985f for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:33:51.188856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.319024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.20.0.13 (669116b9-7a59-4591-9422-ba3889789c63/75f8d944-8c2d-4fdc-8062-d94db66068c8/688cf221-c835-44dd-84c1-37bb5d407d77) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:33:51.459191 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (688cf221-c835-44dd-84c1-37bb5d407d77), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.489442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.532698 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:33:51.535706 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:33:51.539401 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:33:51.566368 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:51.569952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d2f4dfb2-9b45-47e7-8147-069614bcdefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.573312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:51.582539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.582888 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.583229 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.583568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.583901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.584230 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.584558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.584881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.585205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.585527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.585880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.586205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.586526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.586844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.587167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:33:51.606520 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:51.607156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.624157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-e0b3d76f-459b-4346-ae38-f87b8aae2891 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5616720 Jul 12 17:33:51.642959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Request body: {'port': {'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:33:51.668021 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:51.712510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.825487 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-50a9cbc8-73d4-4ede-ab18-dd93f9c2826f None None] Provisioning complete for port 688cf221-c835-44dd-84c1-37bb5d407d77 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:33:51.825785 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-50a9cbc8-73d4-4ede-ab18-dd93f9c2826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:51.878531 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3b1c-0c41-4886-baf6-a0a2d2460ae7 req-09a0cc25-2876-4553-ad0b-e63ce2073665 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:51.880088 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7fcf3b1c-0c41-4886-baf6-a0a2d2460ae7 req-09a0cc25-2876-4553-ad0b-e63ce2073665 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 932 time: 0.0684907 Jul 12 17:33:51.986631 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-50a9cbc8-73d4-4ede-ab18-dd93f9c2826f None None] Port 688cf221-c835-44dd-84c1-37bb5d407d77 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:33:51.991561 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7fcf3b1c-0c41-4886-baf6-a0a2d2460ae7 req-bd48ed6e-b209-4ea4-a27a-b7bc7dae08ed tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013851 Jul 12 17:33:52.060542 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688cf221-c835-44dd-84c1-37bb5d407d77 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:33:52.069173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks [] for port (688cf221-c835-44dd-84c1-37bb5d407d77), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:52.082348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Transition to ACTIVE for port object 688cf221-c835-44dd-84c1-37bb5d407d77 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:33:52.086274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:52.135182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:52.215510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Attempting to bind port 688cf221-c835-44dd-84c1-37bb5d407d77 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:33:52.215844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Attempting to bind port 688cf221-c835-44dd-84c1-37bb5d407d77 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:33:52.216170 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Attempting to bind port 688cf221-c835-44dd-84c1-37bb5d407d77 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:52.220874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Port 688cf221-c835-44dd-84c1-37bb5d407d77 on network 669116b9-7a59-4591-9422-ba3889789c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:33:52.221333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Attempting to bind port 688cf221-c835-44dd-84c1-37bb5d407d77 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:33:52.226388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:33:52.226726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:33:52.227105 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Bound using segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:33:52.227530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Bound port: 688cf221-c835-44dd-84c1-37bb5d407d77, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:33:52.227883 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:52.294696 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:33:52.302570 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=688cf221-c835-44dd-84c1-37bb5d407d77,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:33:52.310102 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:52.350153 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:52.350852 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:52.352170 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] 10.222.0.66 "PUT /v2.0/ports/688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 1094 time: 0.7134986 Jul 12 17:33:52.352603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:33:52.354837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c0f4cf-013c-4888-a689-9c2315f2c96f" -d '{"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:33:52.383831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37d189-64bf-4458-ba24-ff0059bc2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:33:52.411533 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a486caa-892b-44c3-8272-f32eaec78b41 x-openstack-request-id: req-7a486caa-892b-44c3-8272-f32eaec78b41 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:33:52.412017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:33:52.412268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a486caa-892b-44c3-8272-f32eaec78b41 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:33:52.412744 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a486caa-892b-44c3-8272-f32eaec78b41'] response: {'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77', 'status': 'completed', 'code': 200} Jul 12 17:33:52.528127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-8c6eb23c-9eb1-445b-a41d-0d9d89b5527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:52.529948 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-8c6eb23c-9eb1-445b-a41d-0d9d89b5527d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1128 time: 0.0898201 Jul 12 17:33:52.562010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:52.611439 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-99922d71-d9d0-44b7-b756-6d9f9b815a11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 217 time: 0.0638735 Jul 12 17:33:52.679810 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-073b702d-c657-4c4b-a816-fdb63dd9ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:52.681279 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-073b702d-c657-4c4b-a816-fdb63dd9ef68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0593100 Jul 12 17:33:52.734309 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-5a18cf6c-2634-4cd7-a397-43a805cf63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:52.735845 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-5a18cf6c-2634-4cd7-a397-43a805cf63aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447598 Jul 12 17:33:52.835749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:52.867110 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-9c799907-9586-47dd-a534-334420b9f903 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148400 Jul 12 17:33:53.003158 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c704f60d-aa7d-4627-a443-526b3866f0d0 req-90a076ce-2a72-44df-b661-7aa474bbada2 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931787 Jul 12 17:33:53.110825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2414bd-b132-4791-b77f-68d01bd9137d req-a3fc3350-2610-4f30-96fa-51c2debd12e5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:53.112283 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a2414bd-b132-4791-b77f-68d01bd9137d req-a3fc3350-2610-4f30-96fa-51c2debd12e5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0513208 Jul 12 17:33:53.160604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a2414bd-b132-4791-b77f-68d01bd9137d req-bdbdf836-6ec2-4ee4-835f-7350b0bfc8af tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Jul 12 17:33:53.363862 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:53.368627 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:53.892057 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c09c9c4b-d0d6-4520-8a77-9b1dccfa6665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:54.272047 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad20b05-91be-4c99-960a-139cf7c5bd77 req-2d1da43d-77c4-4f35-8555-4bfda2a2f0cf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:54.273464 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dad20b05-91be-4c99-960a-139cf7c5bd77 req-2d1da43d-77c4-4f35-8555-4bfda2a2f0cf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0457439 Jul 12 17:33:54.321177 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dad20b05-91be-4c99-960a-139cf7c5bd77 req-9ead473d-9c03-498c-95d4-e0ca67eb6d2c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 Jul 12 17:33:54.970924 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:55.433010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f76d14-0339-4301-a289-674a6dbcf28e req-6d864b64-ae63-4614-addf-5f0c2210b793 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:55.434463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68f76d14-0339-4301-a289-674a6dbcf28e req-6d864b64-ae63-4614-addf-5f0c2210b793 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0486469 Jul 12 17:33:55.481652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68f76d14-0339-4301-a289-674a6dbcf28e req-58b2d01d-e7a0-424e-a426-1681b5eecdff tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Jul 12 17:33:56.597284 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80c138-4870-495f-9991-39844336c16a req-77a18961-5e4e-43a0-9905-0c106ea4fe61 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:56.598768 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3a80c138-4870-495f-9991-39844336c16a req-77a18961-5e4e-43a0-9905-0c106ea4fe61 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0496299 Jul 12 17:33:56.646901 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3a80c138-4870-495f-9991-39844336c16a req-d2d02b9d-9301-4255-9a0a-67240c2faf19 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Jul 12 17:33:56.735940 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:56.899730 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:33:57.761057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e7ad-ea62-497d-9c48-931d35cd8ed2 req-931c52ba-4ee5-4350-a205-6e651a9d357a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:57.762562 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18f7e7ad-ea62-497d-9c48-931d35cd8ed2 req-931c52ba-4ee5-4350-a205-6e651a9d357a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0475914 Jul 12 17:33:57.815683 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18f7e7ad-ea62-497d-9c48-931d35cd8ed2 req-fcdd8248-b865-431b-af7f-565b893c322c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475018 Jul 12 17:33:58.928805 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db747-b596-45bf-8bfb-e5acd3767297 req-10ac504d-9cbf-424f-bd2f-b39a3758b95a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:58.930400 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b44db747-b596-45bf-8bfb-e5acd3767297 req-10ac504d-9cbf-424f-bd2f-b39a3758b95a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0478492 Jul 12 17:33:58.980703 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b44db747-b596-45bf-8bfb-e5acd3767297 req-9560584b-7b4d-4e24-8946-b12a447ae895 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Jul 12 17:33:59.193373 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-a7f058fa-3fe2-4d26-8c93-68faf19d4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:59.195301 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-a7f058fa-3fe2-4d26-8c93-68faf19d4ee8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1128 time: 0.0497236 Jul 12 17:33:59.290340 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-b3bd293a-3b55-465e-9de7-2685c30e6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:59.291761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-b3bd293a-3b55-465e-9de7-2685c30e6486 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0886314 Jul 12 17:33:59.330361 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-2b05cd85-1949-4152-9fcf-8e6fd894e911 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 217 time: 0.0313084 Jul 12 17:33:59.379013 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-4db20b6c-77a3-4134-a6ca-659ea69dd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:59.380340 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-4db20b6c-77a3-4134-a6ca-659ea69dd152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0410845 Jul 12 17:33:59.427312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-ee48a3a7-a889-4c57-bcfc-82c20c15be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:33:59.428642 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-ee48a3a7-a889-4c57-bcfc-82c20c15be3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411241 Jul 12 17:33:59.454172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:59.459400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:33:59.517961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-f752ca36-9f89-45c6-a98a-760282a73d43 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Jul 12 17:33:59.609832 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d4c0f4cf-013c-4888-a689-9c2315f2c96f req-faaba64a-b5ac-4dc3-8b33-bfc67c06a899 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857205 Jul 12 17:34:00.096960 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74742fa-1a77-41d3-b74d-b8308b82e737 req-ac365720-b872-4c7e-9d25-9dcd69dd111b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:00.098491 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f74742fa-1a77-41d3-b74d-b8308b82e737 req-ac365720-b872-4c7e-9d25-9dcd69dd111b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0491571 Jul 12 17:34:00.147628 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f74742fa-1a77-41d3-b74d-b8308b82e737 req-4aa7aff1-ca64-4561-8c61-7e7a25bfb54b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Jul 12 17:34:00.375334 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:01.261208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ad727-2941-452a-b6da-eddbef46cab0 req-39e27ed4-e7aa-42c4-87c3-b3268473229f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:01.262655 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e7ad727-2941-452a-b6da-eddbef46cab0 req-39e27ed4-e7aa-42c4-87c3-b3268473229f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0491166 Jul 12 17:34:01.312005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e7ad727-2941-452a-b6da-eddbef46cab0 req-1bb7912c-7db7-407f-b7b5-768af39b7f67 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438910 Jul 12 17:34:02.424560 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4982dc-c247-429c-be1b-1ba19c4c2958 req-e819fe83-3f74-497d-95b8-06aefb94d4b7 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:02.426682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c4982dc-c247-429c-be1b-1ba19c4c2958 req-e819fe83-3f74-497d-95b8-06aefb94d4b7 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0473251 Jul 12 17:34:02.474743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c4982dc-c247-429c-be1b-1ba19c4c2958 req-3b9ca7ea-7f7c-4652-ae0c-e1fd21d95854 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Jul 12 17:34:02.876901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:03.003789 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7148dd4-58de-4c3e-9369-71ce426b924f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.077739 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7148dd4-58de-4c3e-9369-71ce426b924f admin admin] Publish callbacks [] for security_group (ab6d1009-87ab-433d-97d7-a7359acec788), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.081831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7148dd4-58de-4c3e-9369-71ce426b924f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ab6d1009-87ab-433d-97d7-a7359acec788), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.123473 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c7148dd4-58de-4c3e-9369-71ce426b924f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18682cc2b69f45dca5a8590b4fb8f214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455342 Jul 12 17:34:03.124311 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7148dd4-58de-4c3e-9369-71ce426b924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6d1009-87ab-433d-97d7-a7359acec788,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:03.126196 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45334) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:03.178585 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] Publish callbacks [] for security_group (ab6d1009-87ab-433d-97d7-a7359acec788), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.199840 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] Publish callbacks [] for security_group (ab6d1009-87ab-433d-97d7-a7359acec788), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.245160 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (ab6d1009-87ab-433d-97d7-a7359acec788), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.247637 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.248756 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab6d1009-87ab-433d-97d7-a7359acec788 HTTP/1.1" status: 204 len: 168 time: 0.1210334 Jul 12 17:34:03.256881 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbefe0-6700-48cb-8550-2ba242e61a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6d1009-87ab-433d-97d7-a7359acec788,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:03.515893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45344) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:03.527906 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d559901-ccbc-4fea-b676-bae3bd2f4dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.590286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad78f7-3edf-44cc-aba7-ef5c71024468 req-e3e0c0b4-abda-4797-a01c-2fbbc1ddc6ad tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:03.592845 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2aad78f7-3edf-44cc-aba7-ef5c71024468 req-e3e0c0b4-abda-4797-a01c-2fbbc1ddc6ad tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0523481 Jul 12 17:34:03.604661 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d559901-ccbc-4fea-b676-bae3bd2f4dfd admin admin] Publish callbacks [] for security_group (509d27fe-b3ae-4e5d-9871-1f401a96d0fa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.609056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2d559901-ccbc-4fea-b676-bae3bd2f4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (509d27fe-b3ae-4e5d-9871-1f401a96d0fa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.643521 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2aad78f7-3edf-44cc-aba7-ef5c71024468 req-93d41865-d146-4711-afa7-48dc769a0980 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 Jul 12 17:34:03.651200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45346) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:03.651323 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2d559901-ccbc-4fea-b676-bae3bd2f4dfd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da5fa8992cb6492a8d8eaa5114b1f973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356995 Jul 12 17:34:03.652298 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d559901-ccbc-4fea-b676-bae3bd2f4dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509d27fe-b3ae-4e5d-9871-1f401a96d0fa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:03.701948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] Publish callbacks [] for security_group (509d27fe-b3ae-4e5d-9871-1f401a96d0fa), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.722896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] Publish callbacks [] for security_group (509d27fe-b3ae-4e5d-9871-1f401a96d0fa), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.773507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (509d27fe-b3ae-4e5d-9871-1f401a96d0fa), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.776001 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:03.777135 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/509d27fe-b3ae-4e5d-9871-1f401a96d0fa HTTP/1.1" status: 204 len: 168 time: 0.1249545 Jul 12 17:34:03.785829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d44932-c1fc-4f19-8a23-4a2c1fd855aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d27fe-b3ae-4e5d-9871-1f401a96d0fa,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:04.768071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:04.791641 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e0c7f-cbca-4a26-95fa-929d15f4a1b9 req-714868fd-c6bd-4829-840c-7e48a9357cfa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:04.793188 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb2e0c7f-cbca-4a26-95fa-929d15f4a1b9 req-714868fd-c6bd-4829-840c-7e48a9357cfa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0672662 Jul 12 17:34:04.808393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:04.858092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb2e0c7f-cbca-4a26-95fa-929d15f4a1b9 req-0c5cc9b9-a615-4ec3-be09-8c8a7d81a84f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559776 Jul 12 17:34:05.981928 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff65f-9a05-4237-a6db-95ce7bb8cfd3 req-b7b02ff8-c9a8-44d9-a27d-e1e49985fa08 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:05.983397 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0ff65f-9a05-4237-a6db-95ce7bb8cfd3 req-b7b02ff8-c9a8-44d9-a27d-e1e49985fa08 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0480807 Jul 12 17:34:06.034206 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c0ff65f-9a05-4237-a6db-95ce7bb8cfd3 req-582c247a-8f07-4acd-82d2-513a86e591a5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Jul 12 17:34:07.149877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88a5fd-9d72-4d62-a7ea-2a39768ca3b6 req-8200c44a-4904-43e6-8edb-047854853851 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:07.151329 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd88a5fd-9d72-4d62-a7ea-2a39768ca3b6 req-8200c44a-4904-43e6-8edb-047854853851 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Jul 12 17:34:07.200191 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd88a5fd-9d72-4d62-a7ea-2a39768ca3b6 req-5930b49b-df75-4066-9cca-80eb590f6e43 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Jul 12 17:34:08.311497 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf80fb2-d435-4fb6-bbc7-7e24fc78f1ae req-0fe55990-969d-4f16-b4a0-56e91cb37358 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:08.312859 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3cf80fb2-d435-4fb6-bbc7-7e24fc78f1ae req-0fe55990-969d-4f16-b4a0-56e91cb37358 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 944 time: 0.0466855 Jul 12 17:34:08.360871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3cf80fb2-d435-4fb6-bbc7-7e24fc78f1ae req-e8c5fb9d-8494-46be-a818-a984ccedf9eb tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Jul 12 17:34:08.932394 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 688cf221-c835-44dd-84c1-37bb5d407d77 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:34:08.935544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:09.033959 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=688cf221-c835-44dd-84c1-37bb5d407d77,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:09.044611 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '688cf221-c835-44dd-84c1-37bb5d407d77', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:34:09.078321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 688cf221-c835-44dd-84c1-37bb5d407d77 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:34:09.078706 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:09.091699 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688cf221-c835-44dd-84c1-37bb5d407d77 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:34:09.111375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=688cf221-c835-44dd-84c1-37bb5d407d77,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:09.115233 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:09.166695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:09.173628 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.174026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.174368 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.174703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.175043 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.175369 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.175692 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.176013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.176333 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.176653 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.176968 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.177287 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.177604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.178059 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.178626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:09.410451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d391bed-f890-4063-87a7-92b0394fe1e5 req-27f66f43-9e97-43ca-94b0-08e15485ba2c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:09.412096 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d391bed-f890-4063-87a7-92b0394fe1e5 req-27f66f43-9e97-43ca-94b0-08e15485ba2c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0509012 Jul 12 17:34:09.499031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29938-6ad4-4dbd-b98b-019fb6f2155d req-16be90fe-aa84-4b7d-b5e2-7dc85e0ff7e4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:09.500496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53c29938-6ad4-4dbd-b98b-019fb6f2155d req-16be90fe-aa84-4b7d-b5e2-7dc85e0ff7e4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 945 time: 0.0651884 Jul 12 17:34:09.504384 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d391bed-f890-4063-87a7-92b0394fe1e5 req-f98b6b5c-fdb4-47c7-97e5-35ae91ce2b9b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862398 Jul 12 17:34:09.548814 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53c29938-6ad4-4dbd-b98b-019fb6f2155d req-be53335e-a9c2-4aa1-8b7c-edec8f97a03f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422444 Jul 12 17:34:09.565837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['688cf221-c835-44dd-84c1-37bb5d407d77'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:34:10.659335 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9c92-7ba5-4a98-aa2a-4371522e681b req-02fdb8b3-e773-4f8a-8bfb-bcc7d4b816d7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:10.661355 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-533e9c92-7ba5-4a98-aa2a-4371522e681b req-02fdb8b3-e773-4f8a-8bfb-bcc7d4b816d7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0823853 Jul 12 17:34:10.726874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279aa7-94cd-4230-92f6-35a3ca46a471 req-7880228c-6d64-41bc-98ff-58e15291bb53 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:10.728362 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5279aa7-94cd-4230-92f6-35a3ca46a471 req-7880228c-6d64-41bc-98ff-58e15291bb53 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 945 time: 0.0659869 Jul 12 17:34:10.778241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-533e9c92-7ba5-4a98-aa2a-4371522e681b req-dafeab7c-4be1-42e9-aed0-38e5c6787bc4 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063588 Jul 12 17:34:10.811898 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5279aa7-94cd-4230-92f6-35a3ca46a471 req-8c6ebf18-8619-48d7-811b-b853a23508d2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760365 Jul 12 17:34:10.952774 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 688cf221-c835-44dd-84c1-37bb5d407d77 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:34:10.995270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 688cf221-c835-44dd-84c1-37bb5d407d77 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:34:11.001196 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 688cf221-c835-44dd-84c1-37bb5d407d77 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:34:11.001623 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:11.040941 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:11.080360 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 688cf221-c835-44dd-84c1-37bb5d407d77 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:34:11.080758 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:11.102479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:11.104695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5735b35e-e4b4-4afb-a81c-e83e909282c4" -d '{"events": [{"server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "name": "network-vif-plugged", "status": "completed", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:11.117624 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=688cf221-c835-44dd-84c1-37bb5d407d77,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:11.122913 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:11.146071 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff0c6a0-7491-4b99-97cc-c13205a5e5f8 x-openstack-request-id: req-1ff0c6a0-7491-4b99-97cc-c13205a5e5f8 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:11.146363 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "name": "network-vif-plugged", "status": "completed", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:11.146609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ff0c6a0-7491-4b99-97cc-c13205a5e5f8 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:11.146996 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff0c6a0-7491-4b99-97cc-c13205a5e5f8'] response: {'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77', 'code': 200} Jul 12 17:34:11.159503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:11.173727 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:11.577351 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09157d-4938-4f69-b921-dc01165f552d req-06152684-c9af-47f8-a3ee-cdd7b29931a6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:11.578812 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd09157d-4938-4f69-b921-dc01165f552d req-06152684-c9af-47f8-a3ee-cdd7b29931a6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.0751376 Jul 12 17:34:11.583356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea22e-e68f-496f-ad92-d88bc06e4237 req-62011d8b-d783-47ed-a1ae-334beafc872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:11.584681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b24ea22e-e68f-496f-ad92-d88bc06e4237 req-62011d8b-d783-47ed-a1ae-334beafc872f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1130 time: 0.0539284 Jul 12 17:34:11.688074 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b24ea22e-e68f-496f-ad92-d88bc06e4237 req-b9f64053-7359-456d-b913-277bc93750d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943332 Jul 12 17:34:11.693053 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port 0275e39e-f41d-4e49-99a5-e8873ed3df6d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:34:11.693384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:11.768993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:11.789041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] For port 0275e39e-f41d-4e49-99a5-e8873ed3df6d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0275e39e-f41d-4e49-99a5-e8873ed3df6d,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:11.789399 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:11.841362 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:12.220663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f3455-1a7d-4874-81ee-373f6a711030 req-962d9d94-481a-4079-a6a8-2e411df51cf6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:12.222182 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f23f3455-1a7d-4874-81ee-373f6a711030 req-962d9d94-481a-4079-a6a8-2e411df51cf6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 945 time: 0.3778419 Jul 12 17:34:12.233221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edfa22-3db8-4c0f-a545-6963294c07e1 req-7e68034d-a193-483f-8a19-dcadec0796e0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:12.234644 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08edfa22-3db8-4c0f-a545-6963294c07e1 req-7e68034d-a193-483f-8a19-dcadec0796e0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.0784628 Jul 12 17:34:12.355706 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.356014 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.356309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 33fa5959-f85b-45c7-8d1e-a27ca5328419 disassociated. External IP: 172.27.0.169, port: 0275e39e-f41d-4e49-99a5-e8873ed3df6d. Jul 12 17:34:12.356652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for 0275e39e-f41d-4e49-99a5-e8873ed3df6d owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:34:12.365569 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f23f3455-1a7d-4874-81ee-373f6a711030 req-9b55e583-a31f-4b11-b476-7e4e4013674a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=092939a9-f9d6-472e-b1d7-865b2132039b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300540 Jul 12 17:34:12.370483 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08edfa22-3db8-4c0f-a545-6963294c07e1 req-bfbd542f-d94d-4891-b47a-e3278f3a64e6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256795 Jul 12 17:34:12.501651 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (0275e39e-f41d-4e49-99a5-e8873ed3df6d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.529975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=0275e39e-f41d-4e49-99a5-e8873ed3df6d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:12.555671 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45532) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:12.642367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:34:12.685555 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.748464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:12.762378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:12.767164 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Publish callbacks [] for security_group (b204f0bf-f88f-4b41-8466-1a09185fcdb6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.773407 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b204f0bf-f88f-4b41-8466-1a09185fcdb6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.773859 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:12.774538 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:12.793876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] No DVR routers for this DVR port 0275e39e-f41d-4e49-99a5-e8873ed3df6d on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:34:12.796545 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.800587 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd09157d-4938-4f69-b921-dc01165f552d req-5f3d76cb-c864-44fe-8fee-a510e8db6b63 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "DELETE /v2.0/ports/0275e39e-f41d-4e49-99a5-e8873ed3df6d HTTP/1.1" status: 204 len: 173 time: 1.2150068 Jul 12 17:34:12.801041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'name': 'network-vif-deleted', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:12.803831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269a3ff4-9dc6-4a27-9002-aeb7717d03bd" -d '{"events": [{"server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "name": "network-vif-deleted", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:12.811858 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b204f0bf-f88f-4b41-8466-1a09185fcdb6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:12.824617 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.824959 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.825293 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.825899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.826517 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.826648 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.826865 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.827184 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.827505 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.827822 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.828146 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.828465 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.828783 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.829097 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.829407 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:12.843065 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1557d7ea-addc-4652-968b-4f167ac7d6e7 x-openstack-request-id: req-1557d7ea-addc-4652-968b-4f167ac7d6e7 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:12.843349 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd", "name": "network-vif-deleted", "tag": "0275e39e-f41d-4e49-99a5-e8873ed3df6d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:12.843596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1557d7ea-addc-4652-968b-4f167ac7d6e7 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:12.844316 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1557d7ea-addc-4652-968b-4f167ac7d6e7'] response: {'server_uuid': '58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd', 'name': 'network-vif-deleted', 'tag': '0275e39e-f41d-4e49-99a5-e8873ed3df6d', 'status': 'completed', 'code': 200} Jul 12 17:34:12.846955 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-58bd927e-b999-4e30-89de-8a94aba1f7b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d73ac7f6edd94c17bfee98a83668938d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894416 Jul 12 17:34:12.847582 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45538) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:12.903766 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] Publish callbacks [] for security_group (b204f0bf-f88f-4b41-8466-1a09185fcdb6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.903973 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:12.927883 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] Publish callbacks [] for security_group (b204f0bf-f88f-4b41-8466-1a09185fcdb6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.990442 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (b204f0bf-f88f-4b41-8466-1a09185fcdb6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.992986 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:12.994282 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b204f0bf-f88f-4b41-8466-1a09185fcdb6 HTTP/1.1" status: 204 len: 168 time: 0.1456718 Jul 12 17:34:13.003095 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9be848-bf4d-4ca7-a6d0-c93787aa55fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b204f0bf-f88f-4b41-8466-1a09185fcdb6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:13.155404 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:13.184079 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:13.193228 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:13.193923 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:13.296461 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:13.309635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45544) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:13.323604 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a371938-8cf7-4726-90f5-d181c8dc5303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.370861 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:13.373493 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:13.407473 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a371938-8cf7-4726-90f5-d181c8dc5303 admin admin] Publish callbacks [] for security_group (7c729498-5da2-40f2-92b2-55b5bbe088fb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.415180 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a371938-8cf7-4726-90f5-d181c8dc5303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (7c729498-5da2-40f2-92b2-55b5bbe088fb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.463147 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8a371938-8cf7-4726-90f5-d181c8dc5303 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=abcddc2fc14e476c87e0df4eb1cbe13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523349 Jul 12 17:34:13.465745 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371938-8cf7-4726-90f5-d181c8dc5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c729498-5da2-40f2-92b2-55b5bbe088fb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:13.468270 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45550) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:13.524669 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] Publish callbacks [] for security_group (7c729498-5da2-40f2-92b2-55b5bbe088fb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.531271 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:13.552537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-abf8028f-4ed7-47b6-aece-95722090557e req-ea3cafbb-0185-4f26-bb53-a64f78e59962 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=58844ef5-5337-4d5a-9c3f-ee86e1e3f1bd HTTP/1.1" status: 200 len: 210 time: 0.0464821 Jul 12 17:34:13.557515 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] Publish callbacks [] for security_group (7c729498-5da2-40f2-92b2-55b5bbe088fb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.562616 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe1a7eb-2677-47cc-b92f-eea108b3fbc5 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:13.569473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d149db-e979-464d-b5bb-f1977c39ab8b req-4071386f-d362-412f-bafb-6de5ff67fd3d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:13.571198 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66d149db-e979-464d-b5bb-f1977c39ab8b req-4071386f-d362-412f-bafb-6de5ff67fd3d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.1115186 Jul 12 17:34:13.620799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:13.625653 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (7c729498-5da2-40f2-92b2-55b5bbe088fb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.626531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66d149db-e979-464d-b5bb-f1977c39ab8b req-ec3aa501-1587-4080-8e9a-e41f5709c17f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491359 Jul 12 17:34:13.629613 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:13.630782 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c729498-5da2-40f2-92b2-55b5bbe088fb HTTP/1.1" status: 204 len: 168 time: 0.1614344 Jul 12 17:34:13.651188 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf09ea-7307-4d40-835a-a8dfeccc368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c729498-5da2-40f2-92b2-55b5bbe088fb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:13.758629 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d9832-b174-4d38-b236-b851c6c480fa req-260e57c9-eb66-49b8-b206-6281771399dc tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:13.763235 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e92d9832-b174-4d38-b236-b851c6c480fa req-260e57c9-eb66-49b8-b206-6281771399dc tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.0578334 Jul 12 17:34:13.826262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e92d9832-b174-4d38-b236-b851c6c480fa req-491b4034-152c-47f6-8f9d-02d48d461de0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590923 Jul 12 17:34:13.858862 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45558) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:13.897015 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45d04e-2632-45a4-bb25-3428467af0bd None None] New status for floating IP 33fa5959-f85b-45c7-8d1e-a27ca5328419: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:34:13.900091 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b5232-b0fd-4999-9d57-e4a6e12f8def tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:13.902036 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-202b5232-b0fd-4999-9d57-e4a6e12f8def tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1125 time: 0.0420008 Jul 12 17:34:13.905139 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45560) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:13.910433 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:13.934400 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.036477 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.072028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45562) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:14.086230 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ef2370c-a453-4422-a3b3-4e6d41a6bd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.105763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:14.152921 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.27.0.74 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/8cf60191-e13f-443b-a7fd-440669a5d556) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:34:14.167642 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ef2370c-a453-4422-a3b3-4e6d41a6bd1f admin admin] Publish callbacks [] for security_group (a513ed9f-8467-4840-8a43-45cc0b552bec), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.170676 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3ef2370c-a453-4422-a3b3-4e6d41a6bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a513ed9f-8467-4840-8a43-45cc0b552bec), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.215295 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3ef2370c-a453-4422-a3b3-4e6d41a6bd1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=237415fbbd5e4df0984636f73744c75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397402 Jul 12 17:34:14.215295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2370c-a453-4422-a3b3-4e6d41a6bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a513ed9f-8467-4840-8a43-45cc0b552bec,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:14.216433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45564) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:14.258148 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (8cf60191-e13f-443b-a7fd-440669a5d556), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.264809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] Publish callbacks [] for security_group (a513ed9f-8467-4840-8a43-45cc0b552bec), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.286303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] Publish callbacks [] for security_group (a513ed9f-8467-4840-8a43-45cc0b552bec), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.290585 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.331950 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:34:14.332609 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a513ed9f-8467-4840-8a43-45cc0b552bec), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.334912 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:34:14.335128 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.336249 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a513ed9f-8467-4840-8a43-45cc0b552bec HTTP/1.1" status: 204 len: 168 time: 0.1193538 Jul 12 17:34:14.340791 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:34:14.344148 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff4403-fde5-479b-9091-9137d269e64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513ed9f-8467-4840-8a43-45cc0b552bec,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:14.369776 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=8cf60191-e13f-443b-a7fd-440669a5d556,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:14.410085 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:14.423511 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:14.647972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45576) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:14.722492 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (ddc515d7-4b3a-483a-8a85-a8195cbebe11), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.724159 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (092939a9-f9d6-472e-b1d7-865b2132039b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.748526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (092939a9-f9d6-472e-b1d7-865b2132039b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.800929 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.805937 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (092939a9-f9d6-472e-b1d7-865b2132039b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.809051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:14.813382 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/security-groups/092939a9-f9d6-472e-b1d7-865b2132039b HTTP/1.1" status: 204 len: 168 time: 0.1643891 Jul 12 17:34:14.814352 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45584) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:14.838523 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-aa2643a9-197a-4cd7-8201-f8714ef6e2f9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] show failed (client error): The resource could not be found. Jul 12 17:34:14.842368 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-aa2643a9-197a-4cd7-8201-f8714ef6e2f9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups/092939a9-f9d6-472e-b1d7-865b2132039b HTTP/1.1" status: 404 len: 347 time: 0.0202780 Jul 12 17:34:14.842368 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c414e-47b0-4ec4-95ad-3e00e039ace7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092939a9-f9d6-472e-b1d7-865b2132039b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:14.845481 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45586) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:15.019059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:34:15.019399 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.112460 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (8cf60191-e13f-443b-a7fd-440669a5d556), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.119777 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.153424 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.153767 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.177397 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:34:15.250088 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=8cf60191-e13f-443b-a7fd-440669a5d556,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:15.264404 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:15.265348 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (ddc515d7-4b3a-483a-8a85-a8195cbebe11), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.301822 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:15.391362 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP ddc515d7-4b3a-483a-8a85-a8195cbebe11 associated. External IP: 172.27.0.74, port: 688cf221-c835-44dd-84c1-37bb5d407d77. Jul 12 17:34:15.398415 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:15.508984 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.541770 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=fe83e0bf-b2d7-4c9a-9e5f-aca548e20c57,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:15.670090 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (33fa5959-f85b-45c7-8d1e-a27ca5328419), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.672524 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.677397 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-51095fe9-a100-4cc4-8862-54a428c18ee5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/floatingips/33fa5959-f85b-45c7-8d1e-a27ca5328419 HTTP/1.1" status: 204 len: 168 time: 0.8275197 Jul 12 17:34:15.707892 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:34:15.747770 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45616) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:15.755524 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008469064', 'description': 'tempest-description--668753902'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:15.789214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.875856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (a37175b2-9ca4-42c3-aa1c-0199d434617c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.881017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a37175b2-9ca4-42c3-aa1c-0199d434617c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.911631 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.915644 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1629233 Jul 12 17:34:15.917744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45624) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:15.924462 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': 'a37175b2-9ca4-42c3-aa1c-0199d434617c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:15.936144 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0aebb-bd4d-4159-9804-dab1f6c29a2a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37175b2-9ca4-42c3-aa1c-0199d434617c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:15.958083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (5de979d4-66bb-4d23-87cf-9b0ad2083f45), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:15.977773 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.009635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.027920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (5de979d4-66bb-4d23-87cf-9b0ad2083f45), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.032382 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (5de979d4-66bb-4d23-87cf-9b0ad2083f45), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.052129 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de979d4-66bb-4d23-87cf-9b0ad2083f45,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:16.053958 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:16.064546 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.066681 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:16.068598 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-35d88912-3c1d-4094-884a-af82fb548f01 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498280 Jul 12 17:34:16.071255 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45626) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:16.074336 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.078538 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'security_group_rule': {'security_group_id': 'a37175b2-9ca4-42c3-aa1c-0199d434617c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:16.081802 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:16.082676 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:16.109185 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-272affe3-8467-4d93-b093-3e7928fa5a98 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2027361 Jul 12 17:34:16.109992 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:16.113378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76116820-105b-4542-afaf-53f7c10ecf14" -d '{"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:16.120041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (490d8a48-489c-45d3-8470-257f6e680645), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.155409 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd6658-0808-4dab-b06d-7ca1d703c890 x-openstack-request-id: req-97cd6658-0808-4dab-b06d-7ca1d703c890 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:16.155697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:16.155949 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97cd6658-0808-4dab-b06d-7ca1d703c890 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:16.156355 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cd6658-0808-4dab-b06d-7ca1d703c890'] response: {'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77', 'status': 'completed', 'code': 200} Jul 12 17:34:16.193062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.194259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (490d8a48-489c-45d3-8470-257f6e680645), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.200267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (490d8a48-489c-45d3-8470-257f6e680645), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.210050 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:16.239887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.241458 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688471 Jul 12 17:34:16.244819 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45634) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:16.245873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb722b2-3cd9-4048-80c1-d6fe1313231c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490d8a48-489c-45d3-8470-257f6e680645,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:16.250223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:16.278000 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.281175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116820-105b-4542-afaf-53f7c10ecf14 req-e1489b26-9fba-40dc-89cc-bbd5eab3ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:16.283734 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-e1489b26-9fba-40dc-89cc-bbd5eab3ff64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1130 time: 0.0629761 Jul 12 17:34:16.384413 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.424116 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116820-105b-4542-afaf-53f7c10ecf14 req-20be8821-18a1-4a2a-95e3-c993317016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:16.426717 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-20be8821-18a1-4a2a-95e3-c993317016c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.1362944 Jul 12 17:34:16.456747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.507218 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-7ccd11d6-f875-4543-91ee-4fa20d547ab9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 999 time: 0.0727015 Jul 12 17:34:16.512950 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:14Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:16.517855 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.27.0.97 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/fa09e47a-6362-42bc-95f9-7f51ef090a03) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:34:16.523414 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.530692 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:16.547119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:16.557079 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:16.558227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:33:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:16.559290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116820-105b-4542-afaf-53f7c10ecf14 req-de513a53-9990-497a-9376-5560202156ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:16.560821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-de513a53-9990-497a-9376-5560202156ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0467360 Jul 12 17:34:16.610327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116820-105b-4542-afaf-53f7c10ecf14 req-30d98c3b-c8e8-4e0d-8255-b8615772934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:16.612558 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-30d98c3b-c8e8-4e0d-8255-b8615772934d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452952 Jul 12 17:34:16.636170 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.672858 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.704526 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-c9c40a64-e3ca-45ee-a376-ad81547c051a service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858915 Jul 12 17:34:16.719885 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:34:16.723451 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:34:16.725954 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:34:16.750800 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=fa09e47a-6362-42bc-95f9-7f51ef090a03,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:16.805185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-76116820-105b-4542-afaf-53f7c10ecf14 req-799f3a6c-4c4b-48cd-9f3f-89bfbd6a1d6e service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943208 Jul 12 17:34:16.812397 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:16.821734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.860192 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:16.958462 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0275e39e-f41d-4e49-99a5-e8873ed3df6d no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:34:16.984820 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 0275e39e-f41d-4e49-99a5-e8873ed3df6d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:34:16.985160 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 0275e39e-f41d-4e49-99a5-e8873ed3df6d not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:34:17.012866 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:17.018914 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:17.041026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:14Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:17.070196 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb738be-a81a-457c-9821-a3fd022ae9ca None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:14Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:17.097606 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=fa09e47a-6362-42bc-95f9-7f51ef090a03,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:17.105291 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:17.123309 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:17.124478 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a01d0b3b-301b-4f3e-ba64-d36ec8cd695f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8779330 Jul 12 17:34:17.281452 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515b677-bad4-4efc-af04-2be7e262ecd1 None None] New status for floating IP ddc515d7-4b3a-483a-8a85-a8195cbebe11: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:34:17.328035 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-e99a1525-bf72-421d-b946-55c9fd363038 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2008469064&fields=id&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 267 time: 0.0420210 Jul 12 17:34:17.438649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-9e2e936b-aad8-4e43-9ff3-6cfce3f8351d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:17.440682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-9e2e936b-aad8-4e43-9ff3-6cfce3f8351d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1054711 Jul 12 17:34:17.460948 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-862cf623-e048-4adf-b2dc-0d3650e9e5b8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/quotas/4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 375 time: 0.0107536 Jul 12 17:34:17.512681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-daf2a81a-9cad-43eb-84d1-c421e9484a08 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457723 Jul 12 17:34:17.584153 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:17.603004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:17.620258 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-b90f9a4a-fdff-4afb-800a-a5207df444b1 service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960698 Jul 12 17:34:17.722387 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-4ed39a2a-86bf-4fd5-b3b1-c6bbe862a5f0 service neutron] 10.222.0.62 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951402 Jul 12 17:34:17.888904 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08d36ef2-f649-4735-ac48-3443bebb5ccb req-ed2c0699-e1ff-4fff-97f2-5dfbddab0ea9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jul 12 17:34:18.931125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-63710405-fef4-4e42-9596-6427fb79982b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:18.933727 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-63710405-fef4-4e42-9596-6427fb79982b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 815 time: 0.1226537 Jul 12 17:34:19.008309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea239836-d8c5-4309-8c0a-5ad38fe46579 req-bf530bea-112f-41f1-be8f-6e104f57d648 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 210 time: 0.0387087 Jul 12 17:34:19.046863 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-04b078c0-ade1-44c9-96b4-753de5aae034 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a4e837b171b4b4a9c2ad230cda53452 HTTP/1.1" status: 200 len: 380 time: 0.0848994 Jul 12 17:34:19.105058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'port': {'device_id': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'admin_state_up': True, 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'security_groups': ['a37175b2-9ca4-42c3-aa1c-0199d434617c']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:19.219611 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Made reservation on behalf of 4a4e837b171b4b4a9c2ad230cda53452 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:34:19.223381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.355428 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Allocated IP 172.20.0.10 (e3be9cb9-0ea5-4d05-b64b-1defd294a562/80cf4e9b-c831-47c0-84c8-de4bb412b893/252a7740-2a5f-4b94-9778-971825115baf) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:34:19.496450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for port (252a7740-2a5f-4b94-9778-971825115baf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.527779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.575640 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:19.577530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:34:19.582891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:34:19.587160 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:34:19.612884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event updated for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:19.630048 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:19.648879 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:19.649504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.677114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-c8233de3-2c26-4fe8-9fe5-4241589373d2 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758610 Jul 12 17:34:19.703998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Request body: {'port': {'device_id': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:19.765336 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (252a7740-2a5f-4b94-9778-971825115baf), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.812356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5634787f-fe7c-4388-9282-3f02ea6db718 None None] Provisioning complete for port 252a7740-2a5f-4b94-9778-971825115baf triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:34:19.812950 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5634787f-fe7c-4388-9282-3f02ea6db718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (252a7740-2a5f-4b94-9778-971825115baf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:19.844552 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5634787f-fe7c-4388-9282-3f02ea6db718 None None] Port 252a7740-2a5f-4b94-9778-971825115baf cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:34:20.026031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252a7740-2a5f-4b94-9778-971825115baf {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:34:20.034617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks [] for port (252a7740-2a5f-4b94-9778-971825115baf), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:20.049766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Transition to ACTIVE for port object 252a7740-2a5f-4b94-9778-971825115baf will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:34:20.053819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:20.135831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Pushing event updated for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:20.170460 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ceb6-ab1f-43d4-916d-b779b7d61183 req-197713b2-a216-42ef-8f9d-6bc4a88bc07c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:20.171980 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9a8ceb6-ab1f-43d4-916d-b779b7d61183 req-197713b2-a216-42ef-8f9d-6bc4a88bc07c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.0863907 Jul 12 17:34:20.256044 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Attempting to bind port 252a7740-2a5f-4b94-9778-971825115baf on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:34:20.256381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Attempting to bind port 252a7740-2a5f-4b94-9778-971825115baf by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:34:20.256707 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Attempting to bind port 252a7740-2a5f-4b94-9778-971825115baf on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:34:20.261452 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9a8ceb6-ab1f-43d4-916d-b779b7d61183 req-6dc250f7-2bd3-489b-9bb7-7a4961ad0e4b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693371 Jul 12 17:34:20.264920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Port 252a7740-2a5f-4b94-9778-971825115baf on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:34:20.265361 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Attempting to bind port 252a7740-2a5f-4b94-9778-971825115baf on network e3be9cb9-0ea5-4d05-b64b-1defd294a562 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:34:20.271105 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:34:20.271443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Checking segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:34:20.271819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Bound using segment: {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:34:20.272241 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Bound port: 252a7740-2a5f-4b94-9778-971825115baf, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9306dea4-6531-45e3-8849-de3d48d1f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:34:20.272595 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (252a7740-2a5f-4b94-9778-971825115baf), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:20.331297 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:34:20.334237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=252a7740-2a5f-4b94-9778-971825115baf,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:34:20.339806 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:20.379663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:20.380271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:20.381629 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] 10.222.0.66 "PUT /v2.0/ports/252a7740-2a5f-4b94-9778-971825115baf HTTP/1.1" status: 200 len: 1094 time: 0.6820476 Jul 12 17:34:20.382088 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'tag': '252a7740-2a5f-4b94-9778-971825115baf'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:20.384311 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea20ecb8-8360-4ba6-b8a8-1382be608c05" -d '{"events": [{"name": "network-changed", "server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "tag": "252a7740-2a5f-4b94-9778-971825115baf"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:20.400537 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:20.407926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebc51d-cec8-4fac-afc8-530396297a5b service neutron] Pushing event updated for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:20.431271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257cb72-4dca-444d-9e2a-c6fa6062e757 x-openstack-request-id: req-e257cb72-4dca-444d-9e2a-c6fa6062e757 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:20.431767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "tag": "252a7740-2a5f-4b94-9778-971825115baf", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:20.432026 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e257cb72-4dca-444d-9e2a-c6fa6062e757 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:20.432440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e257cb72-4dca-444d-9e2a-c6fa6062e757'] response: {'name': 'network-changed', 'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'tag': '252a7740-2a5f-4b94-9778-971825115baf', 'status': 'completed', 'code': 200} Jul 12 17:34:20.503635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-fdc1edd5-072e-464d-a7a6-efd65fecd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:20.505170 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-fdc1edd5-072e-464d-a7a6-efd65fecd4c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 1128 time: 0.0420632 Jul 12 17:34:20.552491 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-45dac7cd-3735-4ee3-8ee3-26f7c0c7811a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252a7740-2a5f-4b94-9778-971825115baf HTTP/1.1" status: 200 len: 217 time: 0.0331762 Jul 12 17:34:20.602741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-7a2bc93f-7f94-4dad-91a1-5d44134eda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:20.604210 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-7a2bc93f-7f94-4dad-91a1-5d44134eda89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0453765 Jul 12 17:34:20.650406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-dd2e4f2f-59e3-4a53-ae29-ba65af305c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:20.651772 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-dd2e4f2f-59e3-4a53-ae29-ba65af305c94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421510 Jul 12 17:34:20.716344 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:20.743156 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-fa0fcb16-cf85-49c8-b36a-19736d3e384c service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850072 Jul 12 17:34:20.842337 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c57d63e0-3d08-4342-aba8-8bd2404313f8 req-e8e650c0-8716-4c4b-aed0-997e56279b2c service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930765 Jul 12 17:34:21.089295 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45748) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:21.193914 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-70eab401-42a2-4efb-85bd-ff2ba314c219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.242531 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:21.269421 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-70eab401-42a2-4efb-85bd-ff2ba314c219 admin admin] Publish callbacks [] for security_group (10756075-9cff-4486-8a4b-4300da58466c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.274228 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-70eab401-42a2-4efb-85bd-ff2ba314c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (10756075-9cff-4486-8a4b-4300da58466c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.305845 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:21.316789 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-70eab401-42a2-4efb-85bd-ff2ba314c219 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bf9c59cca9346f3a1458a5e607b3c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264152 Jul 12 17:34:21.318184 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eab401-42a2-4efb-85bd-ff2ba314c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10756075-9cff-4486-8a4b-4300da58466c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:21.319745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45754) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:21.395787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6407378-6aa4-42dd-98eb-e749ab20d1f0 req-46f82038-d09e-4b8f-9f4a-834029d360c7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:21.397139 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6407378-6aa4-42dd-98eb-e749ab20d1f0 req-46f82038-d09e-4b8f-9f4a-834029d360c7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.0624852 Jul 12 17:34:21.428117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] Publish callbacks [] for security_group (10756075-9cff-4486-8a4b-4300da58466c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.464944 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] Publish callbacks [] for security_group (10756075-9cff-4486-8a4b-4300da58466c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.479590 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6407378-6aa4-42dd-98eb-e749ab20d1f0 req-950ec894-b34d-402a-b76f-947a6105b7bd tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730076 Jul 12 17:34:21.519376 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (10756075-9cff-4486-8a4b-4300da58466c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.521843 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.522957 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10756075-9cff-4486-8a4b-4300da58466c HTTP/1.1" status: 204 len: 168 time: 0.2012148 Jul 12 17:34:21.530722 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdebcb-88d5-4137-a642-8c3d76e2481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10756075-9cff-4486-8a4b-4300da58466c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:21.564340 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8dcb64f3-77f9-4c76-bf43-f31c4193ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.796836 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45760) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:21.810051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd75068-2440-42dc-8e96-b68807d26dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.886758 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd75068-2440-42dc-8e96-b68807d26dd4 admin admin] Publish callbacks [] for security_group (74094e6d-2fb1-4224-a387-691dbc939fed), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.890425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd75068-2440-42dc-8e96-b68807d26dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (74094e6d-2fb1-4224-a387-691dbc939fed), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:21.928847 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7fd75068-2440-42dc-8e96-b68807d26dd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41d4f427723c4e0bad8989c8cd11fa93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308162 Jul 12 17:34:21.929536 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75068-2440-42dc-8e96-b68807d26dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74094e6d-2fb1-4224-a387-691dbc939fed,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:21.931372 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45762) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:21.981536 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] Publish callbacks [] for security_group (74094e6d-2fb1-4224-a387-691dbc939fed), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:22.002168 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] Publish callbacks [] for security_group (74094e6d-2fb1-4224-a387-691dbc939fed), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:22.050918 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (74094e6d-2fb1-4224-a387-691dbc939fed), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:22.053427 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:22.054584 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74094e6d-2fb1-4224-a387-691dbc939fed HTTP/1.1" status: 204 len: 168 time: 0.1221790 Jul 12 17:34:22.062504 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eed91-4d63-4257-ad3a-8977dbc678fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74094e6d-2fb1-4224-a387-691dbc939fed,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:22.604644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93548-25f8-4080-ad13-932b6cf34cbc req-19058777-1793-4357-9ea3-c6bb680b10c3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:22.606166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75a93548-25f8-4080-ad13-932b6cf34cbc req-19058777-1793-4357-9ea3-c6bb680b10c3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.0528936 Jul 12 17:34:22.660934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75a93548-25f8-4080-ad13-932b6cf34cbc req-f0c11102-a073-46c6-aef0-257c15de85b7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488129 Jul 12 17:34:23.308326 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-e0da506a-4c76-4306-a932-d0ed58a65c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:23.309813 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-e0da506a-4c76-4306-a932-d0ed58a65c03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 1128 time: 0.0392752 Jul 12 17:34:23.388514 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:23.403164 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-c1e96919-b93f-4a9b-8f8e-3f55c47c3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:23.404619 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-c1e96919-b93f-4a9b-8f8e-3f55c47c3138 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.0887554 Jul 12 17:34:23.444459 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-68d471af-f5f8-4c95-9701-27f796ab55f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252a7740-2a5f-4b94-9778-971825115baf HTTP/1.1" status: 200 len: 217 time: 0.0321352 Jul 12 17:34:23.486603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:23.492790 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-eb260b3a-55d9-4bab-ab6e-e950c8d849d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:23.494217 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-eb260b3a-55d9-4bab-ab6e-e950c8d849d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0437579 Jul 12 17:34:23.539717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-9be21503-95f2-4415-962d-718a16de8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:23.541137 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-9be21503-95f2-4415-962d-718a16de8ac5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376506 Jul 12 17:34:23.632825 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-7ad2564d-6bbc-4a7c-b442-0c021ef6f75f service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Jul 12 17:34:23.724154 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea20ecb8-8360-4ba6-b8a8-1382be608c05 req-403701f7-bc12-4427-b162-f9ec07115779 service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850286 Jul 12 17:34:23.773356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b83ed-6c64-41dd-81b7-d580838d4401 req-b3c19564-6957-4e70-839e-fd4005913342 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:23.774848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc6b83ed-6c64-41dd-81b7-d580838d4401 req-b3c19564-6957-4e70-839e-fd4005913342 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.0471432 Jul 12 17:34:23.821921 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc6b83ed-6c64-41dd-81b7-d580838d4401 req-26a485cb-10b9-4d3a-a87a-eecee51a88ed tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Jul 12 17:34:23.894610 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-250d8ea5-7dbc-4daf-ba66-b347ea533fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:24.931347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4cbc-e90f-464b-b4fe-5b8fbac498f0 req-715c7da2-5ced-4c6c-aa47-4d198d2e8a9f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:24.932773 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73cf4cbc-e90f-464b-b4fe-5b8fbac498f0 req-715c7da2-5ced-4c6c-aa47-4d198d2e8a9f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.0461025 Jul 12 17:34:24.972626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:24.979084 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73cf4cbc-e90f-464b-b4fe-5b8fbac498f0 req-e28e8f7e-e1b7-44df-ab4f-ca3954711e89 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Jul 12 17:34:26.336091 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc6b87-5c11-4de5-ae93-3fdf395bae3f req-ecb544e1-5e7b-46d0-94b8-f06bd008dfcc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:26.337580 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6cfc6b87-5c11-4de5-ae93-3fdf395bae3f req-ecb544e1-5e7b-46d0-94b8-f06bd008dfcc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 944 time: 0.2923789 Jul 12 17:34:26.383873 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6cfc6b87-5c11-4de5-ae93-3fdf395bae3f req-bed1d384-2759-49be-8676-63b3624bfe34 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Jul 12 17:34:26.737602 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:26.835486 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 252a7740-2a5f-4b94-9778-971825115baf details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:34:26.943786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:26.956666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=252a7740-2a5f-4b94-9778-971825115baf,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:26.966845 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '252a7740-2a5f-4b94-9778-971825115baf', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'port_id': '252a7740-2a5f-4b94-9778-971825115baf', 'mac_address': 'fa:16:3e:72:fd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:34:26.995066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:27.002934 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 252a7740-2a5f-4b94-9778-971825115baf is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:34:27.003313 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (252a7740-2a5f-4b94-9778-971825115baf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:27.015715 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252a7740-2a5f-4b94-9778-971825115baf {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:34:27.034547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=252a7740-2a5f-4b94-9778-971825115baf,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:27.038449 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:27.042513 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:27.084978 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:27.497443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58d09-b63c-4b08-88ad-9849a3fe93b9 req-43120c12-e8f1-4b3e-8bd4-e6684ec32605 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:27.498922 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05a58d09-b63c-4b08-88ad-9849a3fe93b9 req-43120c12-e8f1-4b3e-8bd4-e6684ec32605 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 945 time: 0.0477219 Jul 12 17:34:27.544980 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05a58d09-b63c-4b08-88ad-9849a3fe93b9 req-336266e1-8f58-4adf-8af4-0db0410cbae3 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Jul 12 17:34:28.810683 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1a23-bcf1-4164-aeb3-c43b248ee18b req-cdd7648d-130c-49e5-816e-66e152d66f39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:28.812170 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed2e1a23-bcf1-4164-aeb3-c43b248ee18b req-cdd7648d-130c-49e5-816e-66e152d66f39 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Jul 12 17:34:28.858538 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed2e1a23-bcf1-4164-aeb3-c43b248ee18b req-539c38f7-2a24-4176-8fca-b76b7fece242 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Jul 12 17:34:28.861388 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['252a7740-2a5f-4b94-9778-971825115baf'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:34:29.971287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00982875-c62f-4f38-b56c-fa7b94f64fbc req-226fe49a-3cf2-44a9-b047-e70499391832 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:29.973241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-00982875-c62f-4f38-b56c-fa7b94f64fbc req-226fe49a-3cf2-44a9-b047-e70499391832 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 945 time: 0.0468218 Jul 12 17:34:30.019280 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-00982875-c62f-4f38-b56c-fa7b94f64fbc req-67f12672-8f39-4583-8761-ada94a5be697 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Jul 12 17:34:30.355072 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:30.368816 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:31.130910 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4195f-41d6-45f6-b889-615a268a87f0 req-1b81cc75-b804-4232-addc-ac913df71f0e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:31.132340 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2f4195f-41d6-45f6-b889-615a268a87f0 req-1b81cc75-b804-4232-addc-ac913df71f0e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Jul 12 17:34:31.181373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2f4195f-41d6-45f6-b889-615a268a87f0 req-ef342134-f415-4c16-a476-b16249755a3b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Jul 12 17:34:32.056980 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:32.061786 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:32.098612 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 252a7740-2a5f-4b94-9778-971825115baf up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:34:32.142475 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:32.152848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 252a7740-2a5f-4b94-9778-971825115baf completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:34:32.158166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 252a7740-2a5f-4b94-9778-971825115baf triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:34:32.158526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (252a7740-2a5f-4b94-9778-971825115baf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:32.230946 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 252a7740-2a5f-4b94-9778-971825115baf is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:34:32.231334 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (252a7740-2a5f-4b94-9778-971825115baf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:32.254749 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a7740-2a5f-4b94-9778-971825115baf'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:32.257066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48f7be-79d7-429f-8f61-e32ad1640b15" -d '{"events": [{"server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "name": "network-vif-plugged", "status": "completed", "tag": "252a7740-2a5f-4b94-9778-971825115baf"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:32.270148 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=252a7740-2a5f-4b94-9778-971825115baf,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:34:32.274870 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:32.297931 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d3178-3323-4b5f-9eb3-916572d9ea5d req-2d43c8a6-9c7b-4ed3-9dad-84d2bbe98fa9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:32.299529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce8d3178-3323-4b5f-9eb3-916572d9ea5d req-2d43c8a6-9c7b-4ed3-9dad-84d2bbe98fa9 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Jul 12 17:34:32.301392 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77ecdf-ae72-4ba3-bd08-f5c7f6109c28 x-openstack-request-id: req-fa77ecdf-ae72-4ba3-bd08-f5c7f6109c28 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:32.301702 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "name": "network-vif-plugged", "status": "completed", "tag": "252a7740-2a5f-4b94-9778-971825115baf", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:32.301963 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa77ecdf-ae72-4ba3-bd08-f5c7f6109c28 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:32.302351 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa77ecdf-ae72-4ba3-bd08-f5c7f6109c28'] response: {'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a7740-2a5f-4b94-9778-971825115baf', 'code': 200} Jul 12 17:34:32.323571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:32.335591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:32.347472 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce8d3178-3323-4b5f-9eb3-916572d9ea5d req-8faefec0-3a39-4482-b738-6e23721350f6 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Jul 12 17:34:33.443667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:33.459142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a1a29-a6e5-4f27-97bc-6107b7e92c75 req-d306eb91-6e5f-4e6b-afe1-a0dcbe1ba482 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:33.460571 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c5a1a29-a6e5-4f27-97bc-6107b7e92c75 req-d306eb91-6e5f-4e6b-afe1-a0dcbe1ba482 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0465000 Jul 12 17:34:33.506441 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c5a1a29-a6e5-4f27-97bc-6107b7e92c75 req-911a02f0-ea90-412e-88a7-272bf04bffaf tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Jul 12 17:34:33.699875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcedfd1-1849-4921-8f54-a01b312fb4e7 req-36dad247-100f-4359-8285-e11674ed8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:33.701365 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbcedfd1-1849-4921-8f54-a01b312fb4e7 req-36dad247-100f-4359-8285-e11674ed8fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 1130 time: 0.0432420 Jul 12 17:34:33.745530 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbcedfd1-1849-4921-8f54-a01b312fb4e7 req-42cd5dc4-6138-4530-9a91-39dd966c77c0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Jul 12 17:34:34.619994 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0e8f-09cd-4e8c-b1d0-d11be3241f79 req-149e4ed7-3226-428c-beb9-205671af7132 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:34.621443 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-907a0e8f-09cd-4e8c-b1d0-d11be3241f79 req-149e4ed7-3226-428c-beb9-205671af7132 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0490789 Jul 12 17:34:34.668376 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-907a0e8f-09cd-4e8c-b1d0-d11be3241f79 req-77cfd268-f375-4bbf-9d44-830333723312 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Jul 12 17:34:35.783706 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcb25-0c00-41b8-ad4c-c439ac97a4a5 req-65a9a899-d921-4f77-aede-634c86d3aca5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:35.785198 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97cbcb25-0c00-41b8-ad4c-c439ac97a4a5 req-65a9a899-d921-4f77-aede-634c86d3aca5 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Jul 12 17:34:35.837200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97cbcb25-0c00-41b8-ad4c-c439ac97a4a5 req-d138ccbc-1c05-4fdd-a74a-4390a0c0f52d tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 Jul 12 17:34:35.949191 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3d540-1ebf-45ac-8d81-84c44c8a24c6 req-1db5f3ea-9fd5-4cb0-88e6-c223e6aadda8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:35.950604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cea3d540-1ebf-45ac-8d81-84c44c8a24c6 req-1db5f3ea-9fd5-4cb0-88e6-c223e6aadda8 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0479550 Jul 12 17:34:35.959290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45870) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:35.963720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Request body: {'floatingip': {'port_id': '252a7740-2a5f-4b94-9778-971825115baf'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:36.004378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:36.431172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:36.434732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:36.527224 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 6e790f34-664d-4a6e-956d-94cdeedb41e2 associated. External IP: 172.27.0.97, port: 252a7740-2a5f-4b94-9778-971825115baf. Jul 12 17:34:36.573947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:36.621873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:36.720841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:34:36.819804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:34:36.824610 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:36.829226 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:34:36.839789 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:36.840497 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:34:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:36.856202 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4d43f244-8169-4621-9c99-ac79b48ca6be tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "PUT /v2.0/floatingips/6e790f34-664d-4a6e-956d-94cdeedb41e2 HTTP/1.1" status: 200 len: 991 time: 0.8958800 Jul 12 17:34:36.856779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'tag': '252a7740-2a5f-4b94-9778-971825115baf'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:34:36.859039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf22ca-ae84-46f2-9357-50329755dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "tag": "252a7740-2a5f-4b94-9778-971825115baf"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:34:36.893534 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846da81a-6ca2-4596-b96b-8f151fcb62fa x-openstack-request-id: req-846da81a-6ca2-4596-b96b-8f151fcb62fa {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:34:36.893854 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "tag": "252a7740-2a5f-4b94-9778-971825115baf", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:34:36.894104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-846da81a-6ca2-4596-b96b-8f151fcb62fa {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:34:36.894506 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846da81a-6ca2-4596-b96b-8f151fcb62fa'] response: {'name': 'network-changed', 'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'tag': '252a7740-2a5f-4b94-9778-971825115baf', 'status': 'completed', 'code': 200} Jul 12 17:34:36.944596 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:36.984251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-9d2a898c-c46f-4e8a-9b0d-109635223ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:36.985764 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-9d2a898c-c46f-4e8a-9b0d-109635223ec6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 1130 time: 0.0391796 Jul 12 17:34:37.077071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-fb9661b0-8cc5-4ebd-b8b7-43667b17c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:37.078514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-fb9661b0-8cc5-4ebd-b8b7-43667b17c6ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 200 len: 916 time: 0.0858297 Jul 12 17:34:37.099799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:37.151053 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-15c38203-ef7b-4e41-8958-0cc49bf31d35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=252a7740-2a5f-4b94-9778-971825115baf HTTP/1.1" status: 200 len: 999 time: 0.0619967 Jul 12 17:34:37.153585 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6e790f34-664d-4a6e-956d-94cdeedb41e2', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '252a7740-2a5f-4b94-9778-971825115baf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:72:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:16Z', 'updated_at': '2022-07-12T17:34:36Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:37.182101 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:34:37.191507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:34:37.191946 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:34:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:37.200549 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-7c18596c-9179-4a6b-8c18-43fb0c830f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:37.202019 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-7c18596c-9179-4a6b-8c18-43fb0c830f08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 200 len: 854 time: 0.0454810 Jul 12 17:34:37.244667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-e25a8a3c-4e6f-400d-970c-e0e2b407c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:37.246155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-e25a8a3c-4e6f-400d-970c-e0e2b407c8d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3be9cb9-0ea5-4d05-b64b-1defd294a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382288 Jul 12 17:34:37.279166 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:37.292171 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:34:37.349608 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-7090cfc9-f8f4-4ffe-b504-3c1502fec66f service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974407 Jul 12 17:34:37.465339 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ccf22ca-ae84-46f2-9357-50329755dbeb req-0d9ee907-4e9e-4446-86e2-b94bef3fab6b service neutron] 10.222.0.66 "GET /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094098 Jul 12 17:34:37.523076 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6e790f34-664d-4a6e-956d-94cdeedb41e2', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '252a7740-2a5f-4b94-9778-971825115baf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:72:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:16Z', 'updated_at': '2022-07-12T17:34:36Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:34:37.547852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1adc-6861-430a-aa40-9f7933e31b53 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '6e790f34-664d-4a6e-956d-94cdeedb41e2', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'port_id': '252a7740-2a5f-4b94-9778-971825115baf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'mac_address': 'fa:16:3e:72:fd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:16Z', 'updated_at': '2022-07-12T17:34:36Z', 'revision_number': 1, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:34:37.733594 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e436a9-7972-4f0c-adeb-fab0cc84f9ed None None] New status for floating IP 6e790f34-664d-4a6e-956d-94cdeedb41e2: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:34:46.697710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:46.802876 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6953413c-6fd8-458c-b7ba-d7bb55f59795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:46.878115 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6953413c-6fd8-458c-b7ba-d7bb55f59795 admin admin] Publish callbacks [] for security_group (e24a0be7-450e-4bd4-9382-eef7c1d11562), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:46.881573 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6953413c-6fd8-458c-b7ba-d7bb55f59795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e24a0be7-450e-4bd4-9382-eef7c1d11562), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:46.912818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:46.918274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:46.924563 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6953413c-6fd8-458c-b7ba-d7bb55f59795 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9495a9461274e95887037780b75a720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258384 Jul 12 17:34:46.925247 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953413c-6fd8-458c-b7ba-d7bb55f59795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a0be7-450e-4bd4-9382-eef7c1d11562,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:46.928286 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45952) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:46.980706 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] Publish callbacks [] for security_group (e24a0be7-450e-4bd4-9382-eef7c1d11562), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:47.002206 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] Publish callbacks [] for security_group (e24a0be7-450e-4bd4-9382-eef7c1d11562), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:47.047973 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e24a0be7-450e-4bd4-9382-eef7c1d11562), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:47.050544 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:47.051670 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e24a0be7-450e-4bd4-9382-eef7c1d11562 HTTP/1.1" status: 204 len: 168 time: 0.1213689 Jul 12 17:34:47.059650 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e303917-48df-46ae-ace6-db6822f6af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a0be7-450e-4bd4-9382-eef7c1d11562,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:47.526948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=42 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:47.827936 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=11 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:47.834949 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:51.565496 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a0717bca-1299-4c55-99d3-1e0296f6d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:52.398203 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:34:53.895250 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9c19eff6-afa5-4b56-984c-2c622d93128d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:54.941763 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46072) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:54.977082 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.050759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.125700 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Publish callbacks [] for security_group (3e9205d6-0648-44e5-8fef-3e56f170d688), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.129590 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3e9205d6-0648-44e5-8fef-3e56f170d688), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.169055 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=564164ad5ea045e89ef969cbfb6381fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262712 Jul 12 17:34:55.170181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9205d6-0648-44e5-8fef-3e56f170d688,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:55.171747 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 46078) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:55.177713 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.178073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.178420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.178764 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.179098 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.179431 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.179766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.180092 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.180417 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.180744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.181071 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.181409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.181743 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.182066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.182388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74919c8-7128-48b9-8522-086e2754806f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:34:55.221109 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] Publish callbacks [] for security_group (3e9205d6-0648-44e5-8fef-3e56f170d688), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.242658 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] Publish callbacks [] for security_group (3e9205d6-0648-44e5-8fef-3e56f170d688), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.290895 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (3e9205d6-0648-44e5-8fef-3e56f170d688), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.293339 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.294477 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e9205d6-0648-44e5-8fef-3e56f170d688 HTTP/1.1" status: 204 len: 168 time: 0.1217716 Jul 12 17:34:55.302058 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b65a-3854-4d06-b5bd-f86307ac432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9205d6-0648-44e5-8fef-3e56f170d688,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:55.553017 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 46084) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:55.566194 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d101a6ca-f59e-402c-987d-d93cafacffde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.640497 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d101a6ca-f59e-402c-987d-d93cafacffde admin admin] Publish callbacks [] for security_group (c9675261-d1ff-451b-9326-1d1c8deafe53), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.644014 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d101a6ca-f59e-402c-987d-d93cafacffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c9675261-d1ff-451b-9326-1d1c8deafe53), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.680996 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101a6ca-f59e-402c-987d-d93cafacffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9675261-d1ff-451b-9326-1d1c8deafe53,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:55.687681 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d101a6ca-f59e-402c-987d-d93cafacffde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f5d21c76ca447c7bfcb48994252aa0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312954 Jul 12 17:34:55.687961 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 46086) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:55.736306 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] Publish callbacks [] for security_group (c9675261-d1ff-451b-9326-1d1c8deafe53), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.758371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] Publish callbacks [] for security_group (c9675261-d1ff-451b-9326-1d1c8deafe53), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.807774 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (c9675261-d1ff-451b-9326-1d1c8deafe53), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.810447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:55.811738 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9675261-d1ff-451b-9326-1d1c8deafe53 HTTP/1.1" status: 204 len: 168 time: 0.1228971 Jul 12 17:34:55.820569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3bd36-81e2-4549-9b61-9e8fa72ae772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9675261-d1ff-451b-9326-1d1c8deafe53,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:56.124866 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 46092) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:56.138717 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd60706-0929-4d13-bbdf-e80fd01b2b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.203899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:56.216514 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd60706-0929-4d13-bbdf-e80fd01b2b1b admin admin] Publish callbacks [] for security_group (e68e9522-85bc-426b-8ccf-80a12afda9ed), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.220509 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8fd60706-0929-4d13-bbdf-e80fd01b2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e68e9522-85bc-426b-8ccf-80a12afda9ed), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.247631 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:56.262312 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8fd60706-0929-4d13-bbdf-e80fd01b2b1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2576809b142745a692b25ef793128aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364324 Jul 12 17:34:56.263821 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd60706-0929-4d13-bbdf-e80fd01b2b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e9522-85bc-426b-8ccf-80a12afda9ed,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:56.264993 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46094) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:56.317887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] Publish callbacks [] for security_group (e68e9522-85bc-426b-8ccf-80a12afda9ed), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.338157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] Publish callbacks [] for security_group (e68e9522-85bc-426b-8ccf-80a12afda9ed), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.383914 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (e68e9522-85bc-426b-8ccf-80a12afda9ed), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.386574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.387698 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e68e9522-85bc-426b-8ccf-80a12afda9ed HTTP/1.1" status: 204 len: 168 time: 0.1217346 Jul 12 17:34:56.395166 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c5d6-44f9-4bc1-b42d-42a30aeabef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e9522-85bc-426b-8ccf-80a12afda9ed,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:56.741065 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:56.907182 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.066732 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 46118) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:57.160873 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-49232122-network', 'tenant_id': 'a8791892016f411b83948dcc36e4b243'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:57.180861 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Made reservation on behalf of a8791892016f411b83948dcc36e4b243 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:34:57.183313 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.191868 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.265252 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks [] for security_group (f780393e-1e17-44b1-aa0a-539402a7f23d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.268989 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f780393e-1e17-44b1-aa0a-539402a7f23d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.290660 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:34:57.305710 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f780393e-1e17-44b1-aa0a-539402a7f23d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:57.311135 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (188282df-0583-4f82-8220-e24c71f254cc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.311473 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Added segment 188282df-0583-4f82-8220-e24c71f254cc of type vlan for network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 Jul 12 17:34:57.353234 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.377455 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.378493 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:57.379058 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.412301 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3444071 Jul 12 17:34:57.415372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46122) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:34:57.420196 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Request body: {'subnet': {'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-49232122-subnet', 'tenant_id': 'a8791892016f411b83948dcc36e4b243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:34:57.440655 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Made reservation on behalf of a8791892016f411b83948dcc36e4b243 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:34:57.441048 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7711bae-50ce-41d7-b685-017605c0dec5 admin admin] Pushing event updated for resources: {'Network': ['ID=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:57.445405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2567826'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.452414 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:34:57.619416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2567812'] for subnet (cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.675716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:34:57.683376 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Checking segment: {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:34:57.683738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Network hostable DHCP agents. Network: b01fc38d-33fc-45c5-8ac6-f70c9354cbe7, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:34:57.700871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:34:57.709566 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, b01fc38d-33fc-45c5-8ac6-f70c9354cbe7) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:34:57.715620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:57.716578 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:34:57.717402 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f70c1-6d61-421f-aef8-bd0d1118b022 None None] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:34:57.732915 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7fd124e7-e3f4-40bc-af6a-a1681b674245 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3164866 Jul 12 17:34:57.947346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf48e4-aa3c-4c0b-8619-3488c4283a7e None None] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:34:59.476830 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:59.487280 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-7448162c-68e0-482d-a23b-a4f81e87c2fe tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:34:59.488701 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-7448162c-68e0-482d-a23b-a4f81e87c2fe tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 812 time: 0.1044347 Jul 12 17:34:59.504364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-a54f0d14-5345-472d-a4fe-70fcc9165098 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/quotas/a8791892016f411b83948dcc36e4b243 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Jul 12 17:34:59.517865 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:34:59.538580 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-b0f584cd-4e93-413e-bad7-cf4bcef10636 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294745 Jul 12 17:34:59.631883 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-ba14301a-5948-4862-a6bc-c87e7a365c72 service neutron] 10.222.0.62 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869415 Jul 12 17:34:59.719586 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-206961fd-cb22-44db-aff9-b88841b70043 service neutron] 10.222.0.62 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820768 Jul 12 17:34:59.884932 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce5aa95f-897d-425c-934a-f50b961e4ffc req-2eadf24f-d535-447a-a19a-a9171a47185d tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 210 time: 0.0323784 Jul 12 17:35:00.982825 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b440f717-503a-4e5b-8d8a-9f8110e10c43 req-84503767-2971-4ce3-9557-6857372e0cee tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 210 time: 0.0291543 Jul 12 17:35:01.171622 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-c64ed6ce-708d-4e95-837d-402b119ef9d4 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:01.172986 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-c64ed6ce-708d-4e95-837d-402b119ef9d4 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 812 time: 0.1021438 Jul 12 17:35:01.202424 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Request body: {'port': {'device_id': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7', 'admin_state_up': True, 'tenant_id': 'a8791892016f411b83948dcc36e4b243'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:35:01.311074 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Made reservation on behalf of a8791892016f411b83948dcc36e4b243 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:35:01.314516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:01.440158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Allocated IP 172.20.0.4 (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7/cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0/81d557a0-e82f-4305-ae59-2f74edbd8cab) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:35:01.609096 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks [] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:01.623905 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-32ef7bbf-00f1-4c8c-9479-92a12a91b084 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561914 Jul 12 17:35:01.648303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:01.685593 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:01.686180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:01.700874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:35:01.720417 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:35:01.727548 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:35:01.768002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Pushing event updated for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:01.773236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-a4253467-4e73-4256-9e5f-f246a7fe6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:01.774745 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-a4253467-4e73-4256-9e5f-f246a7fe6588 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0850124 Jul 12 17:35:01.792143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:01.792731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:01.834677 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1a13099a-db16-41a7-b942-25a4fd33b6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359451 Jul 12 17:35:01.886141 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-294318f4-6661-49ef-bf91-16cd2390bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:01.887566 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-294318f4-6661-49ef-bf91-16cd2390bc98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.0922680 Jul 12 17:35:01.904214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Request body: {'port': {'device_id': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:35:02.004519 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-daa3ca92-802e-420f-9908-4339ec4e8487 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1002 time: 0.1041455 Jul 12 17:35:02.008641 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:02.120812 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:02.126265 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-7c9c1839-ecf1-4280-920b-011c5c5b801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:02.127715 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-7c9c1839-ecf1-4280-920b-011c5c5b801d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.1159441 Jul 12 17:35:02.140660 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c79f0b-916c-4cb3-a84e-970a243bb439 req-2cf39d1c-9e71-44c0-9f6d-dc4b5a003954 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:02.142071 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36c79f0b-916c-4cb3-a84e-970a243bb439 req-2cf39d1c-9e71-44c0-9f6d-dc4b5a003954 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 931 time: 0.0873919 Jul 12 17:35:02.507821 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-063ec902-de39-4a7e-b515-b6f57354a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:02.509301 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-063ec902-de39-4a7e-b515-b6f57354a205 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3663893 Jul 12 17:35:02.527060 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36c79f0b-916c-4cb3-a84e-970a243bb439 req-a7d979b2-2d57-4ea7-8110-fe737f6e0f7e tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462005 Jul 12 17:35:02.674989 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-1b19e6a2-de42-4ba2-8368-e7f1bf65c147 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512933 Jul 12 17:35:02.704150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:02.773849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d557a0-e82f-4305-ae59-2f74edbd8cab {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:35:02.785523 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks [] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:02.803941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:02.808114 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Transition to ACTIVE for port object 81d557a0-e82f-4305-ae59-2f74edbd8cab will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:35:02.816236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:02.843330 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8b8f23e-ddd8-462e-b241-12fcd42c4eb6 req-30e334ea-bcd6-4d8a-9da6-29e92a5465d9 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614733 Jul 12 17:35:02.868562 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:02.944728 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Attempting to bind port 81d557a0-e82f-4305-ae59-2f74edbd8cab on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:35:02.945065 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Attempting to bind port 81d557a0-e82f-4305-ae59-2f74edbd8cab by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:35:02.945393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Attempting to bind port 81d557a0-e82f-4305-ae59-2f74edbd8cab on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:35:02.949667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Port 81d557a0-e82f-4305-ae59-2f74edbd8cab on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:35:02.950011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Attempting to bind port 81d557a0-e82f-4305-ae59-2f74edbd8cab on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:35:02.954807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:35:02.955139 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Checking segment: {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:35:02.955522 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Bound using segment: {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:35:02.955943 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Bound port: 81d557a0-e82f-4305-ae59-2f74edbd8cab, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:35:02.956295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:03.015552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:35:03.018700 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:35:03.024262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:03.057790 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:03.058396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:03.059731 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] 10.222.0.66 "PUT /v2.0/ports/81d557a0-e82f-4305-ae59-2f74edbd8cab HTTP/1.1" status: 200 len: 1093 time: 1.1605632 Jul 12 17:35:03.060147 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:35:03.062372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:35:03.083668 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb13d1-c7a3-4799-8e04-07e896b4ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:03.105995 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2838dd8b-3728-494b-8ee6-a96482474681 x-openstack-request-id: req-2838dd8b-3728-494b-8ee6-a96482474681 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:35:03.106286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:35:03.106534 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2838dd8b-3728-494b-8ee6-a96482474681 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:35:03.106933 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2838dd8b-3728-494b-8ee6-a96482474681'] response: {'name': 'network-changed', 'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab', 'status': 'completed', 'code': 200} Jul 12 17:35:03.167566 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-e16180b6-99a7-4025-9ac8-a13a635faded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:03.169028 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-e16180b6-99a7-4025-9ac8-a13a635faded service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 1127 time: 0.0423520 Jul 12 17:35:03.214678 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-219f90d9-c4a3-4126-bb23-362ac8078729 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab HTTP/1.1" status: 200 len: 217 time: 0.0311220 Jul 12 17:35:03.261342 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-8daeef31-aa5a-4234-843b-4003c032967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:03.262755 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-8daeef31-aa5a-4234-843b-4003c032967a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 HTTP/1.1" status: 200 len: 852 time: 0.0427325 Jul 12 17:35:03.294569 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-9c1962ad-70ea-4acf-8c92-56ca4cbeae1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257041 Jul 12 17:35:03.384873 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-1044bbf3-6055-4dbb-8580-af9c2e61ae11 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Jul 12 17:35:03.475551 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7c8f6fe-f756-4010-a616-19d4c0224e1c req-918dce07-b4db-403d-8c99-66497ff81c92 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849867 Jul 12 17:35:03.642079 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa80e4-49e8-4101-9e58-ed3fabae44ca req-17303807-3c13-4711-b15c-a832c4e20e21 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:03.643542 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41fa80e4-49e8-4101-9e58-ed3fabae44ca req-17303807-3c13-4711-b15c-a832c4e20e21 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 943 time: 0.0490453 Jul 12 17:35:03.678056 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:03.691600 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41fa80e4-49e8-4101-9e58-ed3fabae44ca req-5ccbab05-6d6e-44a5-9712-04ae148bd3b1 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Jul 12 17:35:04.806492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781af58-fdca-4b48-be3f-9566a02816af req-155700d5-7cea-4258-a4db-da916169c961 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:04.807947 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3781af58-fdca-4b48-be3f-9566a02816af req-155700d5-7cea-4258-a4db-da916169c961 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 943 time: 0.0474246 Jul 12 17:35:04.854640 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3781af58-fdca-4b48-be3f-9566a02816af req-fa54e3f4-1827-499f-aec1-8c3054dee42e tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Jul 12 17:35:05.975598 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c5c58-dee5-4458-b51f-4dba8f7c0491 req-e9e06823-51b5-42a4-9bf2-64763e9bc6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:05.976970 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d93c5c58-dee5-4458-b51f-4dba8f7c0491 req-e9e06823-51b5-42a4-9bf2-64763e9bc6fb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 943 time: 0.0513449 Jul 12 17:35:06.022810 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d93c5c58-dee5-4458-b51f-4dba8f7c0491 req-c048e354-6c23-401f-ad6d-b55306f95aec tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Jul 12 17:35:06.159090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-5591f7bb-ff14-4b27-953a-c048d339d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:06.160588 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-5591f7bb-ff14-4b27-953a-c048d339d48a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 1127 time: 0.0385854 Jul 12 17:35:06.256005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-9c7e3510-9003-4ed9-9ca6-764a427b797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:06.257366 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-9c7e3510-9003-4ed9-9ca6-764a427b797f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 913 time: 0.0880284 Jul 12 17:35:06.458315 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 81d557a0-e82f-4305-ae59-2f74edbd8cab details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:35:06.481519 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-98d8dfa6-229f-4fea-9932-728ff5b76729 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab HTTP/1.1" status: 200 len: 217 time: 0.0331609 Jul 12 17:35:06.522630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:06.535569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-8bd596b2-6863-46b1-9fe2-f560132d9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:06.537117 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-8bd596b2-6863-46b1-9fe2-f560132d9709 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 HTTP/1.1" status: 200 len: 852 time: 0.0486081 Jul 12 17:35:06.560347 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:06.567057 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:06.573156 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '81d557a0-e82f-4305-ae59-2f74edbd8cab', 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7', 'port_id': '81d557a0-e82f-4305-ae59-2f74edbd8cab', 'mac_address': 'fa:16:3e:b9:a3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:35:06.611931 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 81d557a0-e82f-4305-ae59-2f74edbd8cab is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:35:06.612311 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:06.620789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-2bca6dd8-8209-4abe-97bf-9a7b7b734a60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jul 12 17:35:06.625752 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d557a0-e82f-4305-ae59-2f74edbd8cab {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:35:06.645794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:06.649619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:06.694793 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:06.722139 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-8c5a37af-c486-4635-a346-bfd5bf3964cd service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903320 Jul 12 17:35:06.937371 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aefe1779-c9f4-4646-afbb-7e7553b7dd6a req-b03873e7-2087-4ccb-bc56-b73a92df18ca service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880554 Jul 12 17:35:07.097224 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['81d557a0-e82f-4305-ae59-2f74edbd8cab'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:35:07.134495 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c9d1-a586-47f1-af04-ab3fe531b26b req-038dc26f-9f0f-40fb-b06e-5c791b9d3460 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:07.135966 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47b0c9d1-a586-47f1-af04-ab3fe531b26b req-038dc26f-9f0f-40fb-b06e-5c791b9d3460 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 944 time: 0.0479631 Jul 12 17:35:07.185575 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47b0c9d1-a586-47f1-af04-ab3fe531b26b req-84eb59ea-68ae-4370-8a0d-b3ba93fb8616 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Jul 12 17:35:07.214183 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:07.361854 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:07.362565 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:07.413857 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=35,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:07.416289 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=44,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:08.296670 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145b137-8ba1-47e1-815e-de2f464d31b9 req-f011dde7-3e24-4f9c-bd90-b43c7992db17 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:08.298121 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8145b137-8ba1-47e1-815e-de2f464d31b9 req-f011dde7-3e24-4f9c-bd90-b43c7992db17 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 944 time: 0.0457697 Jul 12 17:35:08.343722 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8145b137-8ba1-47e1-815e-de2f464d31b9 req-a1ffd849-6dd8-40ed-885b-e8c3d1094566 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Jul 12 17:35:08.476965 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 81d557a0-e82f-4305-ae59-2f74edbd8cab up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:35:08.517659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 81d557a0-e82f-4305-ae59-2f74edbd8cab completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:35:08.523938 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 81d557a0-e82f-4305-ae59-2f74edbd8cab triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:35:08.524359 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:08.597907 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 81d557a0-e82f-4305-ae59-2f74edbd8cab is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:35:08.598291 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:08.620762 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:35:08.622975 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e464ad-1178-486d-a5be-7cc6942361f3" -d '{"events": [{"server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "name": "network-vif-plugged", "status": "completed", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:35:08.635272 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:08.640488 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:08.663695 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986812f4-a0f8-4d7d-a70b-b583cd079223 x-openstack-request-id: req-986812f4-a0f8-4d7d-a70b-b583cd079223 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:35:08.663982 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "name": "network-vif-plugged", "status": "completed", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:35:08.664232 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-986812f4-a0f8-4d7d-a70b-b583cd079223 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:35:08.664640 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986812f4-a0f8-4d7d-a70b-b583cd079223'] response: {'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab', 'code': 200} Jul 12 17:35:08.688564 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:08.871603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fc69d-93f5-4958-859b-af2372169e59 req-a2acc99a-a44b-4d15-b6bf-ee2085c7797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:08.873080 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f8fc69d-93f5-4958-859b-af2372169e59 req-a2acc99a-a44b-4d15-b6bf-ee2085c7797c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 1129 time: 0.0419056 Jul 12 17:35:08.916053 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f8fc69d-93f5-4958-859b-af2372169e59 req-ff24edf7-47e7-40bc-9039-35b81137ff24 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 12 17:35:09.455212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6aa5-33ed-4af5-9346-97a13ee9639a req-b2796efd-1509-4e9d-8113-b0cbb8482de7 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:09.456647 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5cd6aa5-33ed-4af5-9346-97a13ee9639a req-b2796efd-1509-4e9d-8113-b0cbb8482de7 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0471249 Jul 12 17:35:09.503112 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5cd6aa5-33ed-4af5-9346-97a13ee9639a req-9a398133-502c-4f39-b89e-0371adce58a2 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Jul 12 17:35:10.621873 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bbba-eebf-4831-bb20-35d8cd5524f1 req-3e3d3be9-b880-4d3e-8162-ee7fa4d79003 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:10.623320 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f574bbba-eebf-4831-bb20-35d8cd5524f1 req-3e3d3be9-b880-4d3e-8162-ee7fa4d79003 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0504427 Jul 12 17:35:10.640720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:10.669181 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f574bbba-eebf-4831-bb20-35d8cd5524f1 req-57baeed9-bc24-4701-b402-157f9975dd90 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Jul 12 17:35:18.685180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:18.687091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:20.423269 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:20.662840 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:20.665472 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=72 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:21.567757 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-21331654-4b6b-45ef-8004-e7dc3e709ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:22.160984 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a217-8f3f-4dee-9d26-5557bcc1b527 req-56658b6e-4b6e-40db-afff-db570110e6a5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:22.162442 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4de0a217-8f3f-4dee-9d26-5557bcc1b527 req-56658b6e-4b6e-40db-afff-db570110e6a5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0477173 Jul 12 17:35:22.208758 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4de0a217-8f3f-4dee-9d26-5557bcc1b527 req-3802ec3d-12b0-497c-bb45-77ec800e6fe5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 Jul 12 17:35:23.327068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70782a9-deb5-46af-a7a5-d414ac82a6a8 req-888f9902-f891-4282-8ee5-f86989736560 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:23.328476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d70782a9-deb5-46af-a7a5-d414ac82a6a8 req-888f9902-f891-4282-8ee5-f86989736560 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0458634 Jul 12 17:35:23.377004 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d70782a9-deb5-46af-a7a5-d414ac82a6a8 req-449362c4-ae47-42bc-898b-bf512d2b7772 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Jul 12 17:35:23.897909 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9d4f82dc-acca-4d99-971e-933f40d9a727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:24.493948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd80a-9f17-445a-a968-3f0dcf8ae336 req-3469bd0f-fe7f-4dcb-9de3-fc039128aca2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:24.495425 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b66dd80a-9f17-445a-a968-3f0dcf8ae336 req-3469bd0f-fe7f-4dcb-9de3-fc039128aca2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0468094 Jul 12 17:35:24.541939 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b66dd80a-9f17-445a-a968-3f0dcf8ae336 req-b47e9582-4a3b-4967-b27c-884f4f45994b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Jul 12 17:35:24.979213 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:25.656558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2fd00-6c2a-461f-93ab-099242711233 req-cacc1e1d-1aa5-46db-b48e-531dd938fdd4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:25.658048 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2f2fd00-6c2a-461f-93ab-099242711233 req-cacc1e1d-1aa5-46db-b48e-531dd938fdd4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0467975 Jul 12 17:35:25.704168 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2f2fd00-6c2a-461f-93ab-099242711233 req-a4cc3cd0-6cd2-4b94-a189-4e9ad8010fdc tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 Jul 12 17:35:26.744395 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:26.829733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f218fad-5c27-4178-9fd3-f9c0b6bde576 req-cb6fc340-b599-4029-aa24-db3b57c2ecb2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:26.831184 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f218fad-5c27-4178-9fd3-f9c0b6bde576 req-cb6fc340-b599-4029-aa24-db3b57c2ecb2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Jul 12 17:35:26.876939 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f218fad-5c27-4178-9fd3-f9c0b6bde576 req-42ac457f-11f9-4689-8b3f-678a8c511fd6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Jul 12 17:35:26.911496 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:27.992853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0620-9331-4c5a-8c1f-d7d8b9a6198b req-1c9010cc-9997-4df1-b53d-a60e4ecbab0a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:27.994221 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19da0620-9331-4c5a-8c1f-d7d8b9a6198b req-1c9010cc-9997-4df1-b53d-a60e4ecbab0a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0467012 Jul 12 17:35:28.039703 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19da0620-9331-4c5a-8c1f-d7d8b9a6198b req-219d37bd-812b-4349-998e-cd0e76526286 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400219 Jul 12 17:35:29.155337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e99018-3716-496f-bc06-cbf4557ab45c req-90da39c5-87d8-4b66-9ac4-06460e41d498 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:29.156780 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2e99018-3716-496f-bc06-cbf4557ab45c req-90da39c5-87d8-4b66-9ac4-06460e41d498 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0459769 Jul 12 17:35:29.206837 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2e99018-3716-496f-bc06-cbf4557ab45c req-43d13d8e-747b-406f-8749-b8cbcb5b1276 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 Jul 12 17:35:29.397834 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:35:30.323818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1875328-c5c7-49b5-a24f-2fe25d557f77 req-21f933b4-0a2e-4a0c-9711-7ca342949c5d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:30.325254 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1875328-c5c7-49b5-a24f-2fe25d557f77 req-21f933b4-0a2e-4a0c-9711-7ca342949c5d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0473907 Jul 12 17:35:30.371033 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1875328-c5c7-49b5-a24f-2fe25d557f77 req-3c241ad4-29dc-49cf-a98d-0dafa6d65ab9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Jul 12 17:35:31.488038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182910a-ac7e-44e1-96fa-34583ccda387 req-c8cabec1-a585-4edb-a028-820dee5f38f1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:31.489460 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2182910a-ac7e-44e1-96fa-34583ccda387 req-c8cabec1-a585-4edb-a028-820dee5f38f1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0461874 Jul 12 17:35:31.535209 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2182910a-ac7e-44e1-96fa-34583ccda387 req-6c52a986-d244-4764-ad4b-5c547d4801be tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402834 Jul 12 17:35:32.122547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:32.654313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f72b-4615-4c1e-971b-b5eaa17adb5d req-cd414ff3-82db-47ec-b199-9e219d7807d8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:32.655760 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4287f72b-4615-4c1e-971b-b5eaa17adb5d req-cd414ff3-82db-47ec-b199-9e219d7807d8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0493827 Jul 12 17:35:32.701671 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4287f72b-4615-4c1e-971b-b5eaa17adb5d req-b1bb5b8d-24f6-494e-a3db-c72293a7c6d2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Jul 12 17:35:33.815537 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a1f49-5e4d-4441-8631-05c9608aa460 req-e3baa69e-4c9b-4b5d-9b14-6e25f04d1f16 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:33.817247 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-af4a1f49-5e4d-4441-8631-05c9608aa460 req-e3baa69e-4c9b-4b5d-9b14-6e25f04d1f16 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0459626 Jul 12 17:35:33.841487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:33.864032 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-af4a1f49-5e4d-4441-8631-05c9608aa460 req-61d00ec7-6125-4e8b-a95e-3b0d12799840 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Jul 12 17:35:34.974545 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:34.985917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21814-a7f4-459f-b9dc-cfb64d850d71 req-d8cdf549-a14e-44fe-8d08-9f54967e8afa tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:34.987372 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-afd21814-a7f4-459f-b9dc-cfb64d850d71 req-d8cdf549-a14e-44fe-8d08-9f54967e8afa tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0525012 Jul 12 17:35:35.035604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-afd21814-a7f4-459f-b9dc-cfb64d850d71 req-7ffd64ca-739a-4c69-b9a7-339db7715a33 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Jul 12 17:35:36.155045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4634-c26f-4ed1-b2e4-360e8bde9886 req-35117fd8-4d6a-4d18-b029-15653e7e4f5a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:36.156493 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbbc4634-c26f-4ed1-b2e4-360e8bde9886 req-35117fd8-4d6a-4d18-b029-15653e7e4f5a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0468848 Jul 12 17:35:36.202724 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbbc4634-c26f-4ed1-b2e4-360e8bde9886 req-e2b60550-c1c0-4029-8249-c9f5d77633cf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Jul 12 17:35:37.319290 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f77bf-7afe-4da1-835e-fdd2135d44bf req-a61f944e-fd64-4dfa-bdf0-66c2a40aea51 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:37.320743 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-504f77bf-7afe-4da1-835e-fdd2135d44bf req-a61f944e-fd64-4dfa-bdf0-66c2a40aea51 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0472355 Jul 12 17:35:37.369395 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-504f77bf-7afe-4da1-835e-fdd2135d44bf req-a30f0155-02be-4a91-ab45-9461678c756a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Jul 12 17:35:38.483504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce8cf1-66fe-482c-9175-f5cbf8dd0167 req-c62b8b5f-d52b-4a35-9f8d-da5a6d7d9994 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:38.484926 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3ce8cf1-66fe-482c-9175-f5cbf8dd0167 req-c62b8b5f-d52b-4a35-9f8d-da5a6d7d9994 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0462530 Jul 12 17:35:38.531434 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3ce8cf1-66fe-482c-9175-f5cbf8dd0167 req-446c27e4-c665-4e98-8294-c07ae04d5347 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Jul 12 17:35:39.647759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb180c-ecc3-41b9-8df5-f65717c47425 req-e06c07cd-2202-450d-b4db-6cb1454994be tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:39.649199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4adb180c-ecc3-41b9-8df5-f65717c47425 req-e06c07cd-2202-450d-b4db-6cb1454994be tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0465055 Jul 12 17:35:39.696691 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4adb180c-ecc3-41b9-8df5-f65717c47425 req-5e2a5ba6-1d55-43bc-b968-c8570fd0c8e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Jul 12 17:35:40.681033 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:35:40.785214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:40.797107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:35:40.821299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f5ae1-3adf-4f0e-ace5-4ca9517d3174 req-5c4d44a2-c1a1-440e-a6df-97f92be59785 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:40.822860 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c8f5ae1-3adf-4f0e-ace5-4ca9517d3174 req-5c4d44a2-c1a1-440e-a6df-97f92be59785 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0504732 Jul 12 17:35:40.832329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:35:40.832710 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:40.846357 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:35:40.865948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:40.869484 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:40.870226 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c8f5ae1-3adf-4f0e-ace5-4ca9517d3174 req-8caf084c-eadc-498e-82f3-32144d764c9e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Jul 12 17:35:40.914026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:40.921529 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.921907 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.922245 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.922579 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.922911 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.923237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.923559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.923883 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.924201 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.924519 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.924839 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.925160 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.925490 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.925828 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:40.926140 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:35:41.110041 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['c8a34f14-81f6-401c-83f7-ce051f443de8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:35:42.000889 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e482-418c-4f46-a599-209d6bdfcc79 req-8758e631-43d2-4119-92ee-49f7017f8ede tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:42.002570 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a59e482-418c-4f46-a599-209d6bdfcc79 req-8758e631-43d2-4119-92ee-49f7017f8ede tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0557816 Jul 12 17:35:42.058486 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8a59e482-418c-4f46-a599-209d6bdfcc79 req-470985b2-494e-4abf-8c09-ee9cb6b66066 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Jul 12 17:35:42.678529 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:35:42.721704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port c8a34f14-81f6-401c-83f7-ce051f443de8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:35:42.722102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:42.793408 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:35:42.793817 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:42.815346 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:35:42.817812 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5affb9d3-5477-454f-8e18-22e4ecf45eee" -d '{"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:35:42.830322 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:35:42.834441 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:42.858013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad7fd2-785d-42db-9151-732b896627e1 x-openstack-request-id: req-9dad7fd2-785d-42db-9151-732b896627e1 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:35:42.858295 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:35:42.858544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9dad7fd2-785d-42db-9151-732b896627e1 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:35:42.858929 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dad7fd2-785d-42db-9151-732b896627e1'] response: {'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'code': 200} Jul 12 17:35:42.864986 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:42.885851 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:35:43.173791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdec5c2-c93a-4f22-b806-b77c67a24852 req-3736442a-c191-4ec0-bc87-0e2fc76df473 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:43.175230 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1cdec5c2-c93a-4f22-b806-b77c67a24852 req-3736442a-c191-4ec0-bc87-0e2fc76df473 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0460174 Jul 12 17:35:43.224827 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1cdec5c2-c93a-4f22-b806-b77c67a24852 req-3a7a6b3e-e44e-44d2-889d-3b1b0da9a204 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Jul 12 17:35:44.342541 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f733d-a637-4d65-984c-8bf568550189 req-71aad9ef-508a-49e2-ac04-579cf99e6a41 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:44.343888 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a5f733d-a637-4d65-984c-8bf568550189 req-71aad9ef-508a-49e2-ac04-579cf99e6a41 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0467536 Jul 12 17:35:44.366937 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:44.368834 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:44.390229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a5f733d-a637-4d65-984c-8bf568550189 req-44b7b437-399f-451c-bfd3-4bf3e3b9cbe2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Jul 12 17:35:45.505253 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c8ceb-d893-4f8d-bbe1-f212d96bb5fc req-9f41213f-4a94-41b9-9dd5-bbdc44597078 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:45.506721 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae7c8ceb-d893-4f8d-bbe1-f212d96bb5fc req-9f41213f-4a94-41b9-9dd5-bbdc44597078 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0474074 Jul 12 17:35:45.553296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae7c8ceb-d893-4f8d-bbe1-f212d96bb5fc req-24d45597-ac9f-46ae-aad3-c7daa363feaf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Jul 12 17:35:46.673875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f837d6-d61c-4d99-865f-50c7257334c3 req-757bd826-a63e-4759-90c4-2dc84e4ce050 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:46.675309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87f837d6-d61c-4d99-865f-50c7257334c3 req-757bd826-a63e-4759-90c4-2dc84e4ce050 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Jul 12 17:35:46.714540 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:46.722075 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87f837d6-d61c-4d99-865f-50c7257334c3 req-bec60baf-ab09-473d-9c98-6ba26fe76832 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Jul 12 17:35:47.826738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:47.839932 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0d3ab-4ea8-4a66-baf8-a9e1daba8890 req-7160ca5a-4844-41fa-9cf9-623d2255f79b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:47.841377 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b6f0d3ab-4ea8-4a66-baf8-a9e1daba8890 req-7160ca5a-4844-41fa-9cf9-623d2255f79b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Jul 12 17:35:47.888041 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b6f0d3ab-4ea8-4a66-baf8-a9e1daba8890 req-c351a258-26cc-4f8c-8284-08d0bba3a5f1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jul 12 17:35:49.008233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387304e0-446c-4418-9bd2-497d12ee531d req-016fd585-d8f2-4bb0-a768-89e06db6501f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:49.009587 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-387304e0-446c-4418-9bd2-497d12ee531d req-016fd585-d8f2-4bb0-a768-89e06db6501f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0498099 Jul 12 17:35:49.055329 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-387304e0-446c-4418-9bd2-497d12ee531d req-c3312b23-545f-4019-9eec-750aaaf1f274 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Jul 12 17:35:50.173443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c98f4b-4714-4228-b3f5-7c52827465dc req-d1132f53-8e3d-48a9-befb-e0efecec798b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:50.175035 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2c98f4b-4714-4228-b3f5-7c52827465dc req-d1132f53-8e3d-48a9-befb-e0efecec798b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0470886 Jul 12 17:35:50.222666 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2c98f4b-4714-4228-b3f5-7c52827465dc req-a9fe613c-0bf0-4710-a49e-c01fcb3e6688 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Jul 12 17:35:51.474727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82289071-1524-4bed-b0df-ec6b6e169f17 req-c659316b-0fa5-4f72-a6f7-4fdc2aee41b2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:51.476163 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-82289071-1524-4bed-b0df-ec6b6e169f17 req-c659316b-0fa5-4f72-a6f7-4fdc2aee41b2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.1814365 Jul 12 17:35:51.524645 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-82289071-1524-4bed-b0df-ec6b6e169f17 req-9bd88179-939f-4955-a44e-f80603b01669 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Jul 12 17:35:51.557980 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:35:51.571045 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c2d9950-94da-4e85-a808-db15ac930ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:52.690997 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251717c-f4ad-4532-9cf9-7aa5d96b3904 req-aab4f5da-761d-49ae-aab8-0b1ac787497a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:52.692442 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8251717c-f4ad-4532-9cf9-7aa5d96b3904 req-aab4f5da-761d-49ae-aab8-0b1ac787497a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0967493 Jul 12 17:35:52.739512 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8251717c-f4ad-4532-9cf9-7aa5d96b3904 req-d2ef5617-545c-44e3-8c2b-4ae2904e5835 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Jul 12 17:35:53.856900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651bb4-4115-43cf-b342-b2b07f60590f req-c51abfca-9693-408e-87da-b8c0d2597ec3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:53.858391 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18651bb4-4115-43cf-b342-b2b07f60590f req-c51abfca-9693-408e-87da-b8c0d2597ec3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0458648 Jul 12 17:35:53.898034 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2764-5669-4b43-8cb5-ce0e02864be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:53.905019 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18651bb4-4115-43cf-b342-b2b07f60590f req-ba635cf5-ffff-4e28-b7a4-190699c2c5e9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Jul 12 17:35:54.983133 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:55.050238 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe2cb-3d76-4a7c-98d1-78f8d43b326c req-42528233-fb94-4916-abe0-6053d4f48c8d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:55.051699 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16afe2cb-3d76-4a7c-98d1-78f8d43b326c req-42528233-fb94-4916-abe0-6053d4f48c8d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0558336 Jul 12 17:35:55.100517 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16afe2cb-3d76-4a7c-98d1-78f8d43b326c req-7ae3561e-757d-4fde-88d0-bf4bfd9ca367 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Jul 12 17:35:56.230452 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8a62-52d1-4be9-b054-940d4fd04c1e req-a7b9612f-a6b4-470c-92fe-f0215f6d7443 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:56.232941 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-853b8a62-52d1-4be9-b054-940d4fd04c1e req-a7b9612f-a6b4-470c-92fe-f0215f6d7443 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0506356 Jul 12 17:35:56.283941 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-853b8a62-52d1-4be9-b054-940d4fd04c1e req-e9dbbbaa-dd3c-42ac-9cda-23ab3ab178a1 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Jul 12 17:35:56.769316 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:56.915840 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:35:57.420239 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedabfde-1aff-4e79-b4bb-22f135de148a req-1d7a5ca1-440d-44eb-b637-f0c80a5510c0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:57.421836 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eedabfde-1aff-4e79-b4bb-22f135de148a req-1d7a5ca1-440d-44eb-b637-f0c80a5510c0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0502210 Jul 12 17:35:57.482727 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eedabfde-1aff-4e79-b4bb-22f135de148a req-8a73e84a-0a95-494a-8c7e-0255d8a2788d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549827 Jul 12 17:35:58.602791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d515-180d-48ea-955f-6083b3db7437 req-3700543f-b335-4cb5-a8f7-e7c9f376ec06 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:58.604260 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8416d515-180d-48ea-955f-6083b3db7437 req-3700543f-b335-4cb5-a8f7-e7c9f376ec06 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Jul 12 17:35:58.656440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8416d515-180d-48ea-955f-6083b3db7437 req-865995a0-b19d-4345-8691-830f984c6737 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Jul 12 17:35:59.784456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1c6b-7ce1-403b-957d-4da4dc51e097 req-4c50431f-04e0-432a-aa18-2bbcef740399 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:35:59.785936 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92bc1c6b-7ce1-403b-957d-4da4dc51e097 req-4c50431f-04e0-432a-aa18-2bbcef740399 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Jul 12 17:35:59.833416 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92bc1c6b-7ce1-403b-957d-4da4dc51e097 req-80c8cc66-5034-427c-9fff-376c8306b35f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Jul 12 17:36:00.967161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:00.974464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:00.991287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d848ef-586c-4c6c-89d2-024c28e28bab req-2c5c67f0-33e9-43c4-826d-83f74e8f62fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:00.993201 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8d848ef-586c-4c6c-89d2-024c28e28bab req-2c5c67f0-33e9-43c4-826d-83f74e8f62fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0654008 Jul 12 17:36:01.052520 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8d848ef-586c-4c6c-89d2-024c28e28bab req-7a1a4d87-785f-4fe7-bc09-f94cc94d2012 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537059 Jul 12 17:36:01.689005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-dc8ead7f-68f3-4111-afb8-7a24147f0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:01.691419 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-dc8ead7f-68f3-4111-afb8-7a24147f0484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1130 time: 0.0531137 Jul 12 17:36:01.804445 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-c5e58657-72af-4e05-834d-c8314cb1b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:01.806006 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-c5e58657-72af-4e05-834d-c8314cb1b1c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.0944564 Jul 12 17:36:01.872440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-8c294e82-6325-469b-91db-82abe5dc4191 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 1001 time: 0.0604699 Jul 12 17:36:01.929113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-e280c7c8-785d-4350-bbdd-fd3f389ef840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:01.930954 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-e280c7c8-785d-4350-bbdd-fd3f389ef840 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0513499 Jul 12 17:36:01.984580 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-0e0687e7-a3b5-4475-802f-634271e588ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:01.986272 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-0e0687e7-a3b5-4475-802f-634271e588ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488296 Jul 12 17:36:02.107819 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-35921e9a-1d31-49af-9b9c-20a2844fea50 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144335 Jul 12 17:36:02.166415 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:02.248208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc2930-9145-4259-ba33-87c5fcfb1efe req-10510425-3a71-4b3c-9a78-645a82ada6c9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:02.249572 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50bc2930-9145-4259-ba33-87c5fcfb1efe req-10510425-3a71-4b3c-9a78-645a82ada6c9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0888171 Jul 12 17:36:02.273509 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e549734-3edd-4639-a8fc-af7bfc317bbb req-e8c2f4ca-bb0e-4329-80db-bf2288e682d3 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563747 Jul 12 17:36:02.307767 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50bc2930-9145-4259-ba33-87c5fcfb1efe req-48b2930f-bd23-4539-8735-eb336b29ab7e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521393 Jul 12 17:36:03.437855 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341d472-8d7e-44e7-90ae-a67fd12d32ed req-e27fc1ee-1e8f-40f8-8d86-f591f092913e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:03.439259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3341d472-8d7e-44e7-90ae-a67fd12d32ed req-e27fc1ee-1e8f-40f8-8d86-f591f092913e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0545318 Jul 12 17:36:03.492808 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3341d472-8d7e-44e7-90ae-a67fd12d32ed req-d955d06a-734d-4839-bb85-f1c06298b4c0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476253 Jul 12 17:36:04.644952 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba02a99-5452-4947-8eed-04dc02c00738 req-16016e5a-d2a5-4dd2-bc6c-7218c515a699 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:04.653222 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fba02a99-5452-4947-8eed-04dc02c00738 req-16016e5a-d2a5-4dd2-bc6c-7218c515a699 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0559258 Jul 12 17:36:04.704719 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fba02a99-5452-4947-8eed-04dc02c00738 req-7dfebfef-f6d5-42c2-b624-64f88d1420e2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505893 Jul 12 17:36:05.821911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2445a-2048-431f-ba9d-4d07fa0206c3 req-6b82d799-fc99-4517-bfd7-5c0fac468997 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:05.823833 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83e2445a-2048-431f-ba9d-4d07fa0206c3 req-6b82d799-fc99-4517-bfd7-5c0fac468997 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0454924 Jul 12 17:36:05.871599 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83e2445a-2048-431f-ba9d-4d07fa0206c3 req-8b70d143-cb49-40af-b90d-250567412068 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Jul 12 17:36:06.397284 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:06.410396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-06c70edc-dea7-4946-93d6-4eb5e8de97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:06.411952 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-06c70edc-dea7-4946-93d6-4eb5e8de97f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1130 time: 0.0390551 Jul 12 17:36:06.458962 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:06.524041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-e0a67c4e-7d41-46fc-9808-f0d12542aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:06.525497 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-e0a67c4e-7d41-46fc-9808-f0d12542aaa6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.0839376 Jul 12 17:36:06.659971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:06.714785 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-c83fd075-ccc1-4eb3-b4e7-30a8f9a18b44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 1001 time: 0.0627289 Jul 12 17:36:06.763198 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-2b0988fe-d758-4f80-b276-4df501ccca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:06.764621 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-2b0988fe-d758-4f80-b276-4df501ccca49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0433269 Jul 12 17:36:06.807487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-d3239fa9-4a95-4e34-9f31-f17c6553154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:06.808908 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-d3239fa9-4a95-4e34-9f31-f17c6553154c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380764 Jul 12 17:36:06.901225 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-409b0311-b161-4824-b1d6-f2b1fa354d7d service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846374 Jul 12 17:36:07.038737 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88c7d8-5989-4019-a7df-92a3240866fa req-f793e68a-2c16-45c0-a1a0-6b1af0b0e829 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:07.040181 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e88c7d8-5989-4019-a7df-92a3240866fa req-f793e68a-2c16-45c0-a1a0-6b1af0b0e829 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0719230 Jul 12 17:36:07.044281 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26b65447-896e-4c8c-ab01-efe7d9880650 req-253cec7a-2b47-4101-b728-844e730582d6 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367581 Jul 12 17:36:07.089206 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e88c7d8-5989-4019-a7df-92a3240866fa req-a7bccb48-e701-4db4-9d41-06dfcd149227 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Jul 12 17:36:07.937445 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea8d8b-dcfc-412d-8fe9-4d2240d7d0de req-567c5c3a-bc27-4559-8c60-60ec33b9ccce tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:07.938856 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5fea8d8b-dcfc-412d-8fe9-4d2240d7d0de req-567c5c3a-bc27-4559-8c60-60ec33b9ccce tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0464728 Jul 12 17:36:07.985102 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5fea8d8b-dcfc-412d-8fe9-4d2240d7d0de req-dfa1a2a0-e346-43cd-8b06-0c2d5e173af6 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Jul 12 17:36:08.212179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f070-00c2-40bc-84a5-14a8a4f89201 req-6fb86730-9e26-45f0-bf60-0d01b67fe238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:08.213535 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2998f070-00c2-40bc-84a5-14a8a4f89201 req-6fb86730-9e26-45f0-bf60-0d01b67fe238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 946 time: 0.0511289 Jul 12 17:36:08.259991 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2998f070-00c2-40bc-84a5-14a8a4f89201 req-3b2fd736-c797-4b8a-8b2d-ac6962085699 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408974 Jul 12 17:36:08.794512 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:36:08.862683 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:08.863064 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:08.884724 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:08.887455 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f5065-ffac-45bf-8a56-e919e1c07e74" -d '{"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:08.903449 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:08.907605 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:08.928996 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce49412-18e4-4d04-ac4f-d464088ffbdb x-openstack-request-id: req-5ce49412-18e4-4d04-ac4f-d464088ffbdb {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:08.929281 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:08.929527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ce49412-18e4-4d04-ac4f-d464088ffbdb {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:08.929933 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce49412-18e4-4d04-ac4f-d464088ffbdb'] response: {'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'code': 200} Jul 12 17:36:08.955171 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:09.096652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e680fa-07f9-4e55-928e-412efb22bca3 req-902f4755-de70-460f-826a-f180230f3faf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:09.098128 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9e680fa-07f9-4e55-928e-412efb22bca3 req-902f4755-de70-460f-826a-f180230f3faf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0467877 Jul 12 17:36:09.144117 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9e680fa-07f9-4e55-928e-412efb22bca3 req-8aed0ec7-a784-4d5f-9c5d-d8e32e30144e tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jul 12 17:36:09.375057 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed0373-4514-4aa8-9a77-2b436bcdcd3f req-594cceeb-e370-4797-8fde-0ea5e34a7895 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:09.376479 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2eed0373-4514-4aa8-9a77-2b436bcdcd3f req-594cceeb-e370-4797-8fde-0ea5e34a7895 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0457842 Jul 12 17:36:09.666669 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2eed0373-4514-4aa8-9a77-2b436bcdcd3f req-1bf5cf67-18d4-4aa4-80dd-ea18ff188dce tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847722 Jul 12 17:36:10.257803 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ddf9-87cf-4f1e-a7dd-bf20d528788a req-9ebdff9a-6268-43c4-8cd4-aaa4dc28598b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:10.259226 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1847ddf9-87cf-4f1e-a7dd-bf20d528788a req-9ebdff9a-6268-43c4-8cd4-aaa4dc28598b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0476744 Jul 12 17:36:10.305229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1847ddf9-87cf-4f1e-a7dd-bf20d528788a req-38e0b03c-e031-4d2a-977c-fe14bdb2f4b9 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Jul 12 17:36:10.784015 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9b608-1524-49c6-aa45-e05a2c925b81 req-8a51eb6e-0649-4b80-8d71-fe5d5935c372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:10.785548 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cf9b608-1524-49c6-aa45-e05a2c925b81 req-8a51eb6e-0649-4b80-8d71-fe5d5935c372 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0478532 Jul 12 17:36:10.832886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:10.856482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-4a9689b8-9b06-484b-b7d7-0d2c2e7a74ad tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:10.858023 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-4a9689b8-9b06-484b-b7d7-0d2c2e7a74ad tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 945 time: 0.0715449 Jul 12 17:36:10.860648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:10.906659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cf9b608-1524-49c6-aa45-e05a2c925b81 req-8e0ebb3d-b842-498f-9b4f-4b4ca2ee0f2c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120384 Jul 12 17:36:10.958791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Deleting port 81d557a0-e82f-4305-ae59-2f74edbd8cab {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:36:10.959063 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:11.053024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] For port 81d557a0-e82f-4305-ae59-2f74edbd8cab, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=81d557a0-e82f-4305-ae59-2f74edbd8cab,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:11.053385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:11.067078 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Calling delete_port for 81d557a0-e82f-4305-ae59-2f74edbd8cab owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:36:11.200123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (81d557a0-e82f-4305-ae59-2f74edbd8cab), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:11.227572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Pushing event deleted for resources: {'Port': ['ID=81d557a0-e82f-4305-ae59-2f74edbd8cab,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:11.235282 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['81d557a0-e82f-4305-ae59-2f74edbd8cab'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:36:11.236802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.237271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.237510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.237875 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.238261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.238528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.238859 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.239184 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.239510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.239837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.240167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.240488 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.240818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.241142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.241566 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:11.284721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] No DVR routers for this DVR port 81d557a0-e82f-4305-ae59-2f74edbd8cab on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:36:11.293016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:11.296175 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e8a100c-879d-44c2-a318-9c50b4eba2e1 req-5d2563bf-a408-447e-857f-d43141920497 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "DELETE /v2.0/ports/81d557a0-e82f-4305-ae59-2f74edbd8cab HTTP/1.1" status: 204 len: 173 time: 0.4311411 Jul 12 17:36:11.296604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'name': 'network-vif-deleted', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:11.298899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b54ca-5be4-44af-99cc-4dce495e86f1" -d '{"events": [{"server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "name": "network-vif-deleted", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:11.334355 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac74bac-714e-4fea-8662-b437b0a169a9 x-openstack-request-id: req-5ac74bac-714e-4fea-8662-b437b0a169a9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:11.334644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac1d452-9d15-4985-9ca6-09878db8969e", "name": "network-vif-deleted", "tag": "81d557a0-e82f-4305-ae59-2f74edbd8cab", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:11.334892 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ac74bac-714e-4fea-8662-b437b0a169a9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:11.335316 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac74bac-714e-4fea-8662-b437b0a169a9'] response: {'server_uuid': 'cac1d452-9d15-4985-9ca6-09878db8969e', 'name': 'network-vif-deleted', 'tag': '81d557a0-e82f-4305-ae59-2f74edbd8cab', 'status': 'completed', 'code': 200} Jul 12 17:36:11.409177 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f2ed3291-e5f8-4476-a129-8c93a6c64069 req-55bc463f-9055-46b6-8f2b-ccb2d127331c tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=cac1d452-9d15-4985-9ca6-09878db8969e HTTP/1.1" status: 200 len: 210 time: 0.0292194 Jul 12 17:36:11.880819 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27dcc2-758a-4751-ac47-8b1d9dce5e56 req-8a1ef62b-d59a-456b-8cd0-52c8bce31274 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:11.882401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fb27dcc2-758a-4751-ac47-8b1d9dce5e56 req-8a1ef62b-d59a-456b-8cd0-52c8bce31274 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0565972 Jul 12 17:36:11.931690 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fb27dcc2-758a-4751-ac47-8b1d9dce5e56 req-bb6b9345-0f99-47fa-a428-d3e7fa49224d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Jul 12 17:36:12.106410 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46676) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:36:12.183680 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-ea44d40c-8b7c-4c1a-9194-831a78a342f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756516 Jul 12 17:36:12.192152 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-04a664cf-e76f-4222-aff4-30aee0254ec3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:36:12.193106 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-04a664cf-e76f-4222-aff4-30aee0254ec3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050440 Jul 12 17:36:12.266599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46684) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:36:12.357194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-2e6c8c51-ad70-4a05-b932-5f1cc3b62ab5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:12.358533 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-2e6c8c51-ad70-4a05-b932-5f1cc3b62ab5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports/c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 941 time: 0.0909808 Jul 12 17:36:12.807396 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:36:12.878773 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:12.880908 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:13.055960 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c717cc0-c882-4e1e-a290-39d19b4a81c8 req-6f87edf7-deb6-4223-8291-b25b3aa724c3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:13.057414 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6c717cc0-c882-4e1e-a290-39d19b4a81c8 req-6f87edf7-deb6-4223-8291-b25b3aa724c3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0505369 Jul 12 17:36:13.104600 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6c717cc0-c882-4e1e-a290-39d19b4a81c8 req-a0800e1f-712c-4759-be65-d6be2ee39028 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Jul 12 17:36:14.229456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6064-3358-4f25-b1e1-507a8d366cd2 req-9027da91-44ae-4fd3-b3ed-3daa080b2c97 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:14.231473 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa3e6064-3358-4f25-b1e1-507a8d366cd2 req-9027da91-44ae-4fd3-b3ed-3daa080b2c97 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0463173 Jul 12 17:36:14.276913 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa3e6064-3358-4f25-b1e1-507a8d366cd2 req-cfe6489c-f0c4-4437-9e8b-6351ff83a84b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jul 12 17:36:15.267896 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 81d557a0-e82f-4305-ae59-2f74edbd8cab no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:36:15.286927 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 81d557a0-e82f-4305-ae59-2f74edbd8cab {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:36:15.287270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 81d557a0-e82f-4305-ae59-2f74edbd8cab not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:36:15.392090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-69537fcf-7a29-44fd-861c-4e57a623b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:15.393527 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-69537fcf-7a29-44fd-861c-4e57a623b30e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6&tenant_id=a47989251b16474f830f5a46efe33812 HTTP/1.1" status: 200 len: 1128 time: 0.1111598 Jul 12 17:36:15.407995 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fc0d3-abcb-438b-90d6-7b2fe75b16e7 req-2d4aa344-f0ac-4893-b42d-933e3d0d762a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:15.409335 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-075fc0d3-abcb-438b-90d6-7b2fe75b16e7 req-2d4aa344-f0ac-4893-b42d-933e3d0d762a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0568242 Jul 12 17:36:15.455621 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-075fc0d3-abcb-438b-90d6-7b2fe75b16e7 req-e6206ee4-fe14-49a2-86d2-50c5753be350 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408213 Jul 12 17:36:16.541330 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-93494003-4092-4c56-9a77-12c6ff9a8b6c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:36:16.542329 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-93494003-4092-4c56-9a77-12c6ff9a8b6c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053709 Jul 12 17:36:16.558158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:16.577918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851d568-25e6-46ea-87ed-43cae339caed req-4d085788-2890-421c-973e-a2e19b1f6e4d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:16.579332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f851d568-25e6-46ea-87ed-43cae339caed req-4d085788-2890-421c-973e-a2e19b1f6e4d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0532348 Jul 12 17:36:16.590032 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:16.656916 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f851d568-25e6-46ea-87ed-43cae339caed req-e1c2b946-669a-456b-87bf-601975970338 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721157 Jul 12 17:36:16.663609 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-d733a5c9-de32-464d-988e-6c2c3c22427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:16.665016 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-d733a5c9-de32-464d-988e-6c2c3c22427f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a47989251b16474f830f5a46efe33812&device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1128 time: 0.0494351 Jul 12 17:36:16.754596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-9a3d03be-7674-4afb-a555-58cc8ee6c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:16.756062 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-9a3d03be-7674-4afb-a555-58cc8ee6c21c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 200 len: 918 time: 0.0851734 Jul 12 17:36:16.820309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-84c42ffc-4b4b-4956-a295-bbf86d5cca47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 200 len: 999 time: 0.0583143 Jul 12 17:36:16.867889 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-e787514b-a040-4820-aee9-1a8461226d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:16.869262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-e787514b-a040-4820-aee9-1a8461226d46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 200 len: 856 time: 0.0430086 Jul 12 17:36:16.910730 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-a7cb5648-533a-4b79-9aca-8812d6b8bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:16.912174 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-a7cb5648-533a-4b79-9aca-8812d6b8bc9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f555be57-c537-4463-873d-2fa611295c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373054 Jul 12 17:36:17.005447 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-33c1aab5-211b-437a-a636-7c8d758beee1 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Jul 12 17:36:17.102338 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-b9571e33-7abe-47ef-8f1c-23f02d7e3805 service neutron] 10.222.0.66 "GET /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825753 Jul 12 17:36:17.797466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293ce09-8247-45e5-8e8d-cf41aa78e77a req-c7d6795f-d9fe-4426-8001-dea846e13680 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:17.804420 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b293ce09-8247-45e5-8e8d-cf41aa78e77a req-c7d6795f-d9fe-4426-8001-dea846e13680 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0597351 Jul 12 17:36:17.862524 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b293ce09-8247-45e5-8e8d-cf41aa78e77a req-e41d18e7-2c39-4657-80e0-03c8cbf4289d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569458 Jul 12 17:36:18.990776 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f601a-e6c7-4a29-93da-ae61197622d3 req-51ed862d-d1d1-44dc-9918-fe893706bcab tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:18.992254 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-950f601a-e6c7-4a29-93da-ae61197622d3 req-51ed862d-d1d1-44dc-9918-fe893706bcab tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0491104 Jul 12 17:36:19.047185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-950f601a-e6c7-4a29-93da-ae61197622d3 req-0b63565e-136c-4461-8371-f181922f4512 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491011 Jul 12 17:36:20.173033 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73e477-57f8-4799-86e7-a2b30721103b req-0ede0250-e650-4150-b19d-0d2af6b904e3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:20.174554 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a73e477-57f8-4799-86e7-a2b30721103b req-0ede0250-e650-4150-b19d-0d2af6b904e3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0511744 Jul 12 17:36:20.232081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a73e477-57f8-4799-86e7-a2b30721103b req-78fc10a2-f51d-4e05-b24b-597641744fe4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512686 Jul 12 17:36:20.505240 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9a869-e6ff-4feb-8d7e-8b755b288ef7 req-3c916ac1-db66-42cd-b13a-eb6e2f1f1fdc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:20.507131 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58c9a869-e6ff-4feb-8d7e-8b755b288ef7 req-3c916ac1-db66-42cd-b13a-eb6e2f1f1fdc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0488183 Jul 12 17:36:20.558821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58c9a869-e6ff-4feb-8d7e-8b755b288ef7 req-f33b1742-6ef5-47c6-8e18-c399cf44f509 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Jul 12 17:36:21.358851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da208-c85f-4039-881a-a75fc6cf21f6 req-0c838b9d-d6ce-4f93-bdeb-2a8f29ffe1d9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:21.360329 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-270da208-c85f-4039-881a-a75fc6cf21f6 req-0c838b9d-d6ce-4f93-bdeb-2a8f29ffe1d9 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0470593 Jul 12 17:36:21.361908 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:21.366139 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:21.394599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:21.406871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-270da208-c85f-4039-881a-a75fc6cf21f6 req-8cb180ab-4bf7-437a-a966-2bf8fc0fabcb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Jul 12 17:36:21.572838 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ef4587f0-1e2e-4d58-ac48-6e4dec5a0525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:21.675997 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb1598-ec7d-4a8a-8806-3ea95797634c req-27505328-44ad-4bc1-b60a-cf21806688e1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:21.677455 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95bb1598-ec7d-4a8a-8806-3ea95797634c req-27505328-44ad-4bc1-b60a-cf21806688e1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0504746 Jul 12 17:36:21.695474 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:21.727751 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-95bb1598-ec7d-4a8a-8806-3ea95797634c req-c5e9902b-0eb7-453c-a86b-8e1b0a01dd87 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Jul 12 17:36:22.527470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08559f6c-d920-4aa8-8be8-27ac53f46138 req-dd3c3e6b-c8a1-413c-94e9-c97824d2273b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:22.528964 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08559f6c-d920-4aa8-8be8-27ac53f46138 req-dd3c3e6b-c8a1-413c-94e9-c97824d2273b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Jul 12 17:36:22.582855 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08559f6c-d920-4aa8-8be8-27ac53f46138 req-3dde5146-57ba-4df0-b7ba-d29fdbc407f7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Jul 12 17:36:22.853292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acd3cd-8ad5-46e7-a799-d2c464c8a120 req-55273670-a015-4a67-ab1e-c5ce7b2f1109 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:22.855291 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51acd3cd-8ad5-46e7-a799-d2c464c8a120 req-55273670-a015-4a67-ab1e-c5ce7b2f1109 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0562263 Jul 12 17:36:22.908409 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51acd3cd-8ad5-46e7-a799-d2c464c8a120 req-fae39402-558c-44f2-b0dc-d8bfa50bf437 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475297 Jul 12 17:36:23.704903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084743fc-0098-435d-8efe-a1de1c965f9e req-ab4e171b-5f6e-42c0-8b2f-c69e08e280f4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:23.706404 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-084743fc-0098-435d-8efe-a1de1c965f9e req-ab4e171b-5f6e-42c0-8b2f-c69e08e280f4 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0472424 Jul 12 17:36:23.752243 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-084743fc-0098-435d-8efe-a1de1c965f9e req-fd9105b8-04f1-4a37-9a94-86aed77225e2 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 Jul 12 17:36:23.888538 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:23.900714 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04627639-69cf-4002-81b9-0178ad4ab39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:24.028406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932ce4-da8b-4223-92c6-72838d97074e req-8e0cf841-2eff-4785-a470-977a6592d22f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:24.030245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad932ce4-da8b-4223-92c6-72838d97074e req-8e0cf841-2eff-4785-a470-977a6592d22f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0494812 Jul 12 17:36:24.084836 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad932ce4-da8b-4223-92c6-72838d97074e req-d051b038-d2ec-4671-a434-ff3a1283589d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477471 Jul 12 17:36:24.875717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dacf9-2f08-41f4-9889-27423b8aaa18 req-dce01acc-d05a-4e1d-91ca-f5c172e35632 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:24.877165 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a2dacf9-2f08-41f4-9889-27423b8aaa18 req-dce01acc-d05a-4e1d-91ca-f5c172e35632 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0495732 Jul 12 17:36:24.924313 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a2dacf9-2f08-41f4-9889-27423b8aaa18 req-3c2f8bd7-dd95-4c24-a073-faf260b89d46 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Jul 12 17:36:24.986718 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:25.197986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35b4e-7458-44e7-93e6-4ec2d0987371 req-f0c17bef-25ed-4dc8-aa7d-885394e3c3d3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:25.199439 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44d35b4e-7458-44e7-93e6-4ec2d0987371 req-f0c17bef-25ed-4dc8-aa7d-885394e3c3d3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0471461 Jul 12 17:36:25.247206 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44d35b4e-7458-44e7-93e6-4ec2d0987371 req-ca36babb-b1fe-472e-a3de-626dbfe36c2b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Jul 12 17:36:26.044493 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fda1e-6227-4618-8688-325a67563827 req-c9875d9b-ddbb-4ac4-863e-b90fe1cb1863 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:26.045970 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be5fda1e-6227-4618-8688-325a67563827 req-c9875d9b-ddbb-4ac4-863e-b90fe1cb1863 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0511198 Jul 12 17:36:26.092021 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be5fda1e-6227-4618-8688-325a67563827 req-a6f36fbb-ebfa-4c29-b1fb-4614394dc51d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Jul 12 17:36:26.363402 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8c3a7-fc17-439b-ad67-2f43c2afd5e1 req-9d247641-9933-4e3c-a8ed-c2d347e70a21 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:26.364828 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5eb8c3a7-fc17-439b-ad67-2f43c2afd5e1 req-9d247641-9933-4e3c-a8ed-c2d347e70a21 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0493257 Jul 12 17:36:26.417447 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5eb8c3a7-fc17-439b-ad67-2f43c2afd5e1 req-55a1b5d0-8048-441d-839f-8117c77cdf4a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464587 Jul 12 17:36:26.646197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-f80c6d9b-81c3-4704-b23b-2bab5f1fffb9 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:26.647575 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-f80c6d9b-81c3-4704-b23b-2bab5f1fffb9 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 812 time: 0.1117768 Jul 12 17:36:26.663080 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-3796a221-6345-46e9-8a0c-58b77035bf6c tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/quotas/a8791892016f411b83948dcc36e4b243 HTTP/1.1" status: 200 len: 375 time: 0.0095043 Jul 12 17:36:26.703935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-77d8ac99-7b9e-4aa5-ac18-42732cd910e2 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344810 Jul 12 17:36:26.748132 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:26.768796 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-5605e637-4597-43c3-a0bf-a4c141a9f845 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:36:26.770054 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-5605e637-4597-43c3-a0bf-a4c141a9f845 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0596657 Jul 12 17:36:26.848992 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:26.869701 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-1366cc3f-40da-4c0f-b278-73e6e20e4386 service neutron] 10.222.0.62 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931289 Jul 12 17:36:26.892827 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:26.922096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:26.968959 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-d551c894-4b3f-4ed7-837b-c0ad70017217 service neutron] 10.222.0.62 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935347 Jul 12 17:36:27.150545 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-797b1dc8-5545-47b0-b7d9-63e1d65b0193 req-0c30913c-917c-4745-ad8e-8f08d19cd530 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0421450 Jul 12 17:36:27.258480 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcda62-7a0c-4b39-8549-95b949101297 req-04e7fe3f-ad36-488b-a12c-f13aae603500 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:27.260000 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69dcda62-7a0c-4b39-8549-95b949101297 req-04e7fe3f-ad36-488b-a12c-f13aae603500 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0615492 Jul 12 17:36:27.319381 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69dcda62-7a0c-4b39-8549-95b949101297 req-c7230d51-551c-4d3c-b50f-c29a719465a0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530233 Jul 12 17:36:27.560103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8b632-6d73-4069-a0e6-f8f065f78405 req-da88d06f-c049-4446-8c6a-3a771759d28c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:27.561592 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbb8b632-6d73-4069-a0e6-f8f065f78405 req-da88d06f-c049-4446-8c6a-3a771759d28c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0697098 Jul 12 17:36:27.611904 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbb8b632-6d73-4069-a0e6-f8f065f78405 req-ef529b9b-fed7-4853-999f-608ad59495f4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 Jul 12 17:36:28.277399 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aca8ff2c-7997-4ffb-be86-c8e6f0b2ee22 req-d00c518f-9ebb-4e7c-af50-7823282b8981 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0327003 Jul 12 17:36:28.444847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c622f-6738-4819-98fe-98ef97179590 req-34c734ba-942e-4c9a-83f8-885391f185fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:28.446482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c72c622f-6738-4819-98fe-98ef97179590 req-34c734ba-942e-4c9a-83f8-885391f185fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0510945 Jul 12 17:36:28.498047 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c72c622f-6738-4819-98fe-98ef97179590 req-0e81f92d-c46b-40e3-bd66-ac5bd9387f6e tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452800 Jul 12 17:36:28.732224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6c1c-ffaf-4e12-8b3c-fb8ecb70ec1f req-d962338e-627e-4683-86eb-df72ad809cd9 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:28.733857 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68ca6c1c-ffaf-4e12-8b3c-fb8ecb70ec1f req-d962338e-627e-4683-86eb-df72ad809cd9 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0536246 Jul 12 17:36:28.790508 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68ca6c1c-ffaf-4e12-8b3c-fb8ecb70ec1f req-93c9c2ac-9609-4e4b-a728-4c274b84ae15 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508652 Jul 12 17:36:29.378241 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8324173-57d2-4e67-acd1-baddf34d6b40 req-c464eb4b-d95e-413a-a45e-2d8cbde07136 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0310361 Jul 12 17:36:29.622647 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d509a3-d5e1-4f03-a188-4f696a6a93bd req-97fc1b45-4495-4366-8889-430a31bd9e75 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:29.624066 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9d509a3-d5e1-4f03-a188-4f696a6a93bd req-97fc1b45-4495-4366-8889-430a31bd9e75 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0491476 Jul 12 17:36:29.672927 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9d509a3-d5e1-4f03-a188-4f696a6a93bd req-2abd142a-fb0e-42a9-80c0-44817e0f303c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Jul 12 17:36:29.903690 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56470977-d746-4564-acc7-f5d66d18ba82 req-8ff8f51b-70f3-41f2-b87f-11ebfd5f6e1a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:29.905080 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56470977-d746-4564-acc7-f5d66d18ba82 req-8ff8f51b-70f3-41f2-b87f-11ebfd5f6e1a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0468435 Jul 12 17:36:29.953833 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56470977-d746-4564-acc7-f5d66d18ba82 req-15942c32-6ba6-4c3d-af5a-8979a47d49b6 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Jul 12 17:36:30.473922 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c9519e8-fb7c-494f-80b3-b541b6a2e772 req-5b3804d4-6160-4cd9-9fcf-343a53cad637 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0309334 Jul 12 17:36:30.790421 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885a09-7651-4dd1-81a8-a70de2312981 req-dad02e34-62cc-45d4-845b-6fcac35e6470 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:30.791856 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-15885a09-7651-4dd1-81a8-a70de2312981 req-dad02e34-62cc-45d4-845b-6fcac35e6470 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0472555 Jul 12 17:36:30.837266 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-15885a09-7651-4dd1-81a8-a70de2312981 req-7ebd50a7-119d-4ca3-96b9-185c101618aa tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Jul 12 17:36:31.064331 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475d461-adc6-4975-b756-f41094a394b9 req-a9b0a4fe-cfac-43b1-be2e-362130fd8143 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:31.066051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b475d461-adc6-4975-b756-f41094a394b9 req-a9b0a4fe-cfac-43b1-be2e-362130fd8143 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0459275 Jul 12 17:36:31.113741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b475d461-adc6-4975-b756-f41094a394b9 req-0332e7ba-d1b5-418a-8869-6d9c18f4c1f3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Jul 12 17:36:31.568716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e97cc373-83e8-4963-b315-dbde0cf8c88e req-0d348c86-25f7-4025-93fb-15e383cd6d8a tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0304999 Jul 12 17:36:31.954809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b08e6-04cd-4928-adfc-a9063446cbdf req-b7d17c69-faba-4ad9-b5d0-560e1919d546 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:31.956269 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d06b08e6-04cd-4928-adfc-a9063446cbdf req-b7d17c69-faba-4ad9-b5d0-560e1919d546 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Jul 12 17:36:32.002396 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d06b08e6-04cd-4928-adfc-a9063446cbdf req-2b3c84fa-ebc7-42d0-887e-d1bf7db40e74 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jul 12 17:36:32.160961 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:32.210926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:32.229090 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99192f6-0047-45c0-a54f-d30fe3140ce8 req-e1d87657-06b1-4959-8a87-19c0428c5016 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:32.231089 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a99192f6-0047-45c0-a54f-d30fe3140ce8 req-e1d87657-06b1-4959-8a87-19c0428c5016 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0481603 Jul 12 17:36:32.259380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:32.284559 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a99192f6-0047-45c0-a54f-d30fe3140ce8 req-c840c7c5-560d-47dd-8960-78cf37546cb4 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 Jul 12 17:36:32.668982 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69465c3c-0795-4c10-95a2-77a499c8052d req-cc943809-0d53-4cb6-ada3-3e5c688af82d tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0303745 Jul 12 17:36:33.118455 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7deaec-34e1-40b4-a150-eb24221b1262 req-fd10f239-9f60-4682-bdda-3faf62ae5489 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:33.119875 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a7deaec-34e1-40b4-a150-eb24221b1262 req-fd10f239-9f60-4682-bdda-3faf62ae5489 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0462670 Jul 12 17:36:33.165598 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a7deaec-34e1-40b4-a150-eb24221b1262 req-69829c1c-ec18-4e40-be2e-8fc46e66a140 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Jul 12 17:36:33.397825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f6f93-014f-4539-a8ce-fa14197a8a8b req-fd4b0b3f-c507-4db4-bc73-3e3f583542ae tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:33.399248 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9e8f6f93-014f-4539-a8ce-fa14197a8a8b req-fd4b0b3f-c507-4db4-bc73-3e3f583542ae tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0461893 Jul 12 17:36:33.446697 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9e8f6f93-014f-4539-a8ce-fa14197a8a8b req-549811ea-3631-42c6-b566-14e8e537679b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Jul 12 17:36:33.764473 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cafe0331-ffea-4e1b-9eed-0752bd1b6856 req-a26f5fe8-8eee-450a-99c4-c9b7c27c86e1 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0306072 Jul 12 17:36:34.281438 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc8321-9632-42d6-abdc-d7d417bd776b req-2887ef41-9b73-43fe-9a7d-b88754230561 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:34.282942 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33cc8321-9632-42d6-abdc-d7d417bd776b req-2887ef41-9b73-43fe-9a7d-b88754230561 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0473611 Jul 12 17:36:34.329973 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33cc8321-9632-42d6-abdc-d7d417bd776b req-d2f18318-fcfa-4843-b347-1a72fa27d0a3 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Jul 12 17:36:34.560576 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95c355-0d00-4dde-b8fa-8bba8d696126 req-1d55d1b5-74f0-4ed5-9d55-14b94dd76d24 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:34.562049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f95c355-0d00-4dde-b8fa-8bba8d696126 req-1d55d1b5-74f0-4ed5-9d55-14b94dd76d24 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0472069 Jul 12 17:36:34.613263 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f95c355-0d00-4dde-b8fa-8bba8d696126 req-cb74ace8-c269-48c0-9dfa-65199bbb65b9 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Jul 12 17:36:34.861618 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f3e2368-3cf1-45a2-a705-491f9ba227c9 req-86c3b521-0e3d-4a07-bd0b-0791037d73d2 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0312068 Jul 12 17:36:35.129228 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-8d5ec72e-26a5-4203-bceb-5d0dfd9581ed tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:35.130666 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-8d5ec72e-26a5-4203-bceb-5d0dfd9581ed tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 812 time: 0.1012416 Jul 12 17:36:35.161177 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Request body: {'port': {'device_id': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7', 'admin_state_up': True, 'tenant_id': 'a8791892016f411b83948dcc36e4b243'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:36:35.269809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Made reservation on behalf of a8791892016f411b83948dcc36e4b243 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:36:35.273079 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:35.392745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Allocated IP 172.20.0.8 (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7/cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0/2c4d18f3-2927-4e38-8f30-cd7cb5755c6e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:36:35.440149 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:35.499294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a53f-f661-42b9-a97f-b7b4713b58ed req-b2764344-67d5-4c2a-9c90-8aa3c61fabfe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:35.500728 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f366a53f-f661-42b9-a97f-b7b4713b58ed req-b2764344-67d5-4c2a-9c90-8aa3c61fabfe tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.0790820 Jul 12 17:36:35.519283 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:35.612143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f366a53f-f661-42b9-a97f-b7b4713b58ed req-b4e7c961-620a-4675-ac19-47c246b8c586 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057754 Jul 12 17:36:35.621172 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks [] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:35.654457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:35.723318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:36:35.729954 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:36:35.732985 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:36:35.762722 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Pushing event updated for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:35.781038 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c1c92-7435-4759-bc40-af2a624baa29 req-6e7906bf-4556-4e54-9323-a1d5d1dc35bc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:35.782549 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c94c1c92-7435-4759-bc40-af2a624baa29 req-6e7906bf-4556-4e54-9323-a1d5d1dc35bc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0956657 Jul 12 17:36:35.813995 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:35.814606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:35.847340 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-cf31051a-c8f1-454b-9e63-793aef1a49aa tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6897354 Jul 12 17:36:35.855708 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c94c1c92-7435-4759-bc40-af2a624baa29 req-b0beef55-032a-439b-a9f1-a54b2c1d9f00 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659809 Jul 12 17:36:35.864923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Request body: {'port': {'device_id': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:36:35.922663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.002700 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35e03b-fb33-4c92-a409-f7f4bc8b3f61 req-9f56b935-fcc8-4f55-86bd-c715581b2f96 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:36.004130 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b35e03b-fb33-4c92-a409-f7f4bc8b3f61 req-9f56b935-fcc8-4f55-86bd-c715581b2f96 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 931 time: 0.0726025 Jul 12 17:36:36.124466 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b35e03b-fb33-4c92-a409-f7f4bc8b3f61 req-3f1b6f93-032d-489e-8983-99a3acac9782 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140807 Jul 12 17:36:36.214594 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:36.243099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:36:36.250903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks [] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.263536 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Transition to ACTIVE for port object 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:36:36.266936 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.317556 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:36.340694 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:36.386619 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Attempting to bind port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:36:36.386944 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Attempting to bind port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:36:36.387267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Attempting to bind port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:36:36.391463 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:36:36.391776 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Attempting to bind port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e on network b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:36:36.396485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:36:36.396811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Checking segment: {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:36:36.397183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Bound using segment: {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:36:36.397596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Bound port: 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188282df-0583-4f82-8220-e24c71f254cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:36:36.397966 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.456363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:36:36.459299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:36:36.464437 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.502353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:36.502988 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:36.504355 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/2c4d18f3-2927-4e38-8f30-cd7cb5755c6e HTTP/1.1" status: 200 len: 1093 time: 0.6432686 Jul 12 17:36:36.504777 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:36.507002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0229ea-5468-4e45-9082-9be2db29219a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:36.527946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670597-411a-49d2-bc2f-61f228d576a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:36.544789 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df28dadb-592c-4235-ab5f-0ad21dc82ea3 x-openstack-request-id: req-df28dadb-592c-4235-ab5f-0ad21dc82ea3 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:36.545099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:36.545370 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df28dadb-592c-4235-ab5f-0ad21dc82ea3 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:36.545797 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df28dadb-592c-4235-ab5f-0ad21dc82ea3'] response: {'name': 'network-changed', 'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e', 'status': 'completed', 'code': 200} Jul 12 17:36:36.614357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-9dd7c0f0-f8f5-464f-9469-3a000d62fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:36.615824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-9dd7c0f0-f8f5-464f-9469-3a000d62fe18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 1127 time: 0.0409679 Jul 12 17:36:36.661296 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-97df2698-09c5-4c8c-ba4a-74f71b099b00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e HTTP/1.1" status: 200 len: 217 time: 0.0325365 Jul 12 17:36:36.902942 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:36:37.014195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:37.022715 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-89253d30-e143-4173-a3a9-d91c78768ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:37.024211 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-89253d30-e143-4173-a3a9-d91c78768ddf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 HTTP/1.1" status: 200 len: 852 time: 0.3577654 Jul 12 17:36:37.026426 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'port_id': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'mac_address': 'fa:16:3e:c7:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:36:37.033060 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b99f-8ede-428c-b6e9-b85d6aa78171 req-d034aee4-9497-4e45-921b-ae50fd9416fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:37.034516 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55c8b99f-8ede-428c-b6e9-b85d6aa78171 req-d034aee4-9497-4e45-921b-ae50fd9416fb tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 944 time: 0.3429492 Jul 12 17:36:37.067839 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:37.068225 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:37.078889 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-4c4d84d9-69b8-493a-ac69-41caf02284c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434229 Jul 12 17:36:37.087644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5119-3765-4654-bb18-c041aca1ecdd req-4be7e152-b30d-4513-90a7-e4a8a4f7a203 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:37.088333 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:36:37.092664 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-220f5119-3765-4654-bb18-c041aca1ecdd req-4be7e152-b30d-4513-90a7-e4a8a4f7a203 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.1159449 Jul 12 17:36:37.114161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:37.118649 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:37.169121 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:37.215741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55c8b99f-8ede-428c-b6e9-b85d6aa78171 req-6c038254-5ae8-42c1-9532-77b0f658818c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689980 Jul 12 17:36:37.237606 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-220f5119-3765-4654-bb18-c041aca1ecdd req-4eea58de-43b9-435d-8a9f-6d8768c4ecee tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279316 Jul 12 17:36:37.253299 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-e676a1bc-bc91-41ef-ae19-683f6fc0e8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534300 Jul 12 17:36:37.364854 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde66e91-42c0-41a2-8b3e-4f6ade179ca5 req-a6c33e96-dc18-4d32-9e2e-7f473b061f6e tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:37.366320 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dde66e91-42c0-41a2-8b3e-4f6ade179ca5 req-a6c33e96-dc18-4d32-9e2e-7f473b061f6e tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0868802 Jul 12 17:36:37.396997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f085d26-8601-4d16-81da-7279e1dfde8c req-3a63aee7-e36f-4d7f-81f2-91453c28f260 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360588 Jul 12 17:36:37.425999 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dde66e91-42c0-41a2-8b3e-4f6ade179ca5 req-2cbae250-8f03-4e61-83d8-85e5f25fd07f tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Jul 12 17:36:38.362381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96259642-6b6e-4b48-a0cb-253bdc80f434 req-8f07a59c-cbfc-42df-aba2-974b5a43681a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:38.363733 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96259642-6b6e-4b48-a0cb-253bdc80f434 req-8f07a59c-cbfc-42df-aba2-974b5a43681a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0761471 Jul 12 17:36:38.365970 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:38.382762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb98e24-d28d-4ddb-833d-dc52387360fe req-bc33d1c0-5cbc-4717-8376-b334705536f7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:38.384114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbb98e24-d28d-4ddb-833d-dc52387360fe req-bc33d1c0-5cbc-4717-8376-b334705536f7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0646193 Jul 12 17:36:38.408139 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:38.449504 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96259642-6b6e-4b48-a0cb-253bdc80f434 req-b7dbe518-20db-4372-95af-9e793eb05718 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795784 Jul 12 17:36:38.462011 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbb98e24-d28d-4ddb-833d-dc52387360fe req-9be296bd-9414-4a7d-a4f9-6fe591f2df29 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683599 Jul 12 17:36:38.558569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5056-a297-44a5-a16f-cc215cf0d491 req-7566137c-923b-4a81-bc81-1329e84e8f00 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:38.559984 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbbc5056-a297-44a5-a16f-cc215cf0d491 req-7566137c-923b-4a81-bc81-1329e84e8f00 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0459762 Jul 12 17:36:38.605888 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bbbc5056-a297-44a5-a16f-cc215cf0d491 req-93e5844b-f3f0-4798-91c5-9b8d4aca7044 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Jul 12 17:36:39.598292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6223622-4132-4692-a634-66e9801a5ea2 req-6884dfa9-4ed3-4536-bd30-9d8a9cec141c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:39.599772 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6223622-4132-4692-a634-66e9801a5ea2 req-6884dfa9-4ed3-4536-bd30-9d8a9cec141c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0774693 Jul 12 17:36:39.610000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e98e0-93af-4edb-a0d1-aba00485d123 req-1d705226-2a43-4fb5-8cd8-574bd5774677 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:39.611376 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-154e98e0-93af-4edb-a0d1-aba00485d123 req-1d705226-2a43-4fb5-8cd8-574bd5774677 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0797400 Jul 12 17:36:39.679778 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6223622-4132-4692-a634-66e9801a5ea2 req-e16da819-16b9-4ff2-8820-044e7cf53c52 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674660 Jul 12 17:36:39.687997 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-154e98e0-93af-4edb-a0d1-aba00485d123 req-8b2432f1-15bf-43bc-a13d-8481ac97fcbb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699503 Jul 12 17:36:39.786617 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232182a1-0ed5-4497-b8de-77fa776963c5 req-4d2150b2-c79b-4a99-a7d7-0fe1c358798a tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:39.788049 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-232182a1-0ed5-4497-b8de-77fa776963c5 req-4d2150b2-c79b-4a99-a7d7-0fe1c358798a tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0508859 Jul 12 17:36:39.834220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-232182a1-0ed5-4497-b8de-77fa776963c5 req-c93335ef-f55d-4354-b6c1-4d92b18ec5cb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Jul 12 17:36:40.826485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c340756-ee33-4fe1-bded-30da647e9b42 req-618c0f40-32d2-417a-bd43-bc45fa30cc2f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:40.827934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c340756-ee33-4fe1-bded-30da647e9b42 req-618c0f40-32d2-417a-bd43-bc45fa30cc2f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0753293 Jul 12 17:36:40.833821 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492c9c-2413-431a-97e9-b9388e7028d2 req-0081f4b8-8686-4203-92f0-fdd935ee74ee tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:40.835155 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8492c9c-2413-431a-97e9-b9388e7028d2 req-0081f4b8-8686-4203-92f0-fdd935ee74ee tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0728810 Jul 12 17:36:40.911401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c340756-ee33-4fe1-bded-30da647e9b42 req-62c40b53-8fa3-47dd-a18c-d9f764628b78 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753322 Jul 12 17:36:40.915087 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8492c9c-2413-431a-97e9-b9388e7028d2 req-df2b715a-bf2e-48b8-8ce3-b94668b5fc06 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733001 Jul 12 17:36:41.023523 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef6405-6fa0-47e7-a4b9-8c380069f964 req-928b73eb-65c5-4e8a-a578-41442a019ff8 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:41.025712 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6ef6405-6fa0-47e7-a4b9-8c380069f964 req-928b73eb-65c5-4e8a-a578-41442a019ff8 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0489740 Jul 12 17:36:41.075097 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6ef6405-6fa0-47e7-a4b9-8c380069f964 req-b6bb2a35-b5dd-4087-8545-363f29e45dcb tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jul 12 17:36:42.062864 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e167-9e02-4051-a43e-949a4c617a94 req-e1b50959-6284-44b8-9ee7-6335ee8a77b6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:42.064314 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df39e167-9e02-4051-a43e-949a4c617a94 req-e1b50959-6284-44b8-9ee7-6335ee8a77b6 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0791142 Jul 12 17:36:42.070428 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619523a-8179-47ef-b703-c5e095db94ac req-0f47dce7-1f7b-4bf5-882a-65aa40603fef tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:42.071753 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5619523a-8179-47ef-b703-c5e095db94ac req-0f47dce7-1f7b-4bf5-882a-65aa40603fef tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0883858 Jul 12 17:36:42.141379 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:42.144684 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df39e167-9e02-4051-a43e-949a4c617a94 req-8fc4659c-3ec5-42be-a25e-9d91e1690557 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720770 Jul 12 17:36:42.149736 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5619523a-8179-47ef-b703-c5e095db94ac req-1eb51fbf-b5b1-45ad-a4bb-41c02a3f07bc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704889 Jul 12 17:36:42.248286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59c34-cb0f-4711-8872-a87be76b5d5e req-dc1d3a0a-c823-444c-8ff7-5a16e0fc7137 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:42.249789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-79d59c34-cb0f-4711-8872-a87be76b5d5e req-dc1d3a0a-c823-444c-8ff7-5a16e0fc7137 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0479171 Jul 12 17:36:42.296305 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-79d59c34-cb0f-4711-8872-a87be76b5d5e req-2a9c963b-ca0e-49e3-bb22-bcbafa2905d8 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jul 12 17:36:42.592685 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['c8a34f14-81f6-401c-83f7-ce051f443de8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:36:43.296492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19baa-1128-4bfd-a286-5567994e65e5 req-8608187f-8b9e-47d8-ac90-dda09b8683b1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:43.297992 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44d19baa-1128-4bfd-a286-5567994e65e5 req-8608187f-8b9e-47d8-ac90-dda09b8683b1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0804267 Jul 12 17:36:43.306171 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007738d1-6710-4162-9540-7f379624ad5a req-769774d1-2201-455a-a866-616b176f34e7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:43.307596 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-007738d1-6710-4162-9540-7f379624ad5a req-769774d1-2201-455a-a866-616b176f34e7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0882440 Jul 12 17:36:43.351774 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:43.376346 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44d19baa-1128-4bfd-a286-5567994e65e5 req-ba45bfc3-308c-4e80-a789-87ba00a9980b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672336 Jul 12 17:36:43.390940 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-007738d1-6710-4162-9540-7f379624ad5a req-dd9009f9-4380-4066-8fe9-c0b7f792c885 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684359 Jul 12 17:36:43.397478 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:36:43.498605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f99-5d91-4ffe-8e1b-8b6be05bcd8f req-8e164b80-56fb-4265-9778-8dd93c2944e2 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:43.500421 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e53f99-5d91-4ffe-8e1b-8b6be05bcd8f req-8e164b80-56fb-4265-9778-8dd93c2944e2 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0564587 Jul 12 17:36:43.554402 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e53f99-5d91-4ffe-8e1b-8b6be05bcd8f req-09f513b7-a075-495d-ac89-52a342a2029a tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Jul 12 17:36:44.489420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac13eea-b42a-4929-bd8b-b3ac8198e230 req-267014fc-302d-49f3-9621-c7833dab31b3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:44.491397 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ac13eea-b42a-4929-bd8b-b3ac8198e230 req-267014fc-302d-49f3-9621-c7833dab31b3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0469978 Jul 12 17:36:44.539577 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ac13eea-b42a-4929-bd8b-b3ac8198e230 req-ac36497a-53d2-4c1a-9312-790f31c70e87 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Jul 12 17:36:44.596756 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:36:44.599822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:44.608561 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:36:44.640849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd72f7-9900-4c26-9a81-44a5f6cc3116 req-b0f35972-cf87-4c8e-9282-a2e2df4e6e1b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:44.642366 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3dd72f7-9900-4c26-9a81-44a5f6cc3116 req-b0f35972-cf87-4c8e-9282-a2e2df4e6e1b tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 945 time: 0.0489497 Jul 12 17:36:44.698409 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3dd72f7-9900-4c26-9a81-44a5f6cc3116 req-7f348879-eca1-40c6-a08f-a1a463add2f8 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499992 Jul 12 17:36:44.715299 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port c8a34f14-81f6-401c-83f7-ce051f443de8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:36:44.715737 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:44.769202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:44.782187 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e', 'network_id': 'b01fc38d-33fc-45c5-8ac6-f70c9354cbe7', 'port_id': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e', 'mac_address': 'fa:16:3e:fc:b5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:36:44.817101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9453-358f-4db5-9755-67d7d29c7827 req-346f879c-b95e-4525-b582-c356cca2d938 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:44.818589 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-951d9453-358f-4db5-9755-67d7d29c7827 req-346f879c-b95e-4525-b582-c356cca2d938 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 943 time: 0.0474021 Jul 12 17:36:44.868712 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-951d9453-358f-4db5-9755-67d7d29c7827 req-77c1f910-1c37-4650-9394-4e5d065824d1 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445926 Jul 12 17:36:44.950080 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:44.965223 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port c8a34f14-81f6-401c-83f7-ce051f443de8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:44.966136 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:44.969294 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:44.969654 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:44.994353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:36:45.004026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:45.006219 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de79a05-f554-4277-b380-9b1317b6e3d6" -d '{"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:45.027632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:45.031381 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:45.032786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:45.037964 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:45.079353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:45.086321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.086663 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.087000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.087335 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.087664 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.087988 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.088312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.088632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.088950 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.089269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.089586 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.089933 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.090278 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.090595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.090909 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:36:45.114949 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08dd16f-1b4a-45b1-aca6-4ce5affbc099 x-openstack-request-id: req-b08dd16f-1b4a-45b1-aca6-4ce5affbc099 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:45.115329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-plugged", "status": "completed", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:45.115575 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b08dd16f-1b4a-45b1-aca6-4ce5affbc099 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:45.115954 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08dd16f-1b4a-45b1-aca6-4ce5affbc099'] response: {'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'code': 200} Jul 12 17:36:45.141922 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:45.546428 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['2c4d18f3-2927-4e38-8f30-cd7cb5755c6e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:36:45.560555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0229ea-5468-4e45-9082-9be2db29219a req-78fb7423-9469-4974-8bbc-5658510be50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.562177 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-78fb7423-9469-4974-8bbc-5658510be50e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a8791892016f411b83948dcc36e4b243&device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 1128 time: 0.0701964 Jul 12 17:36:45.569351 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-def397d1-26e6-49b8-ae35-40e646fd8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.570789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-def397d1-26e6-49b8-ae35-40e646fd8f3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0503745 Jul 12 17:36:45.750879 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa238-5749-4dd4-9af0-8e04a1b8511e req-497e4acd-062e-468c-b281-4286ebfe4238 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.752981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e3fa238-5749-4dd4-9af0-8e04a1b8511e req-497e4acd-062e-468c-b281-4286ebfe4238 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.1399353 Jul 12 17:36:45.778982 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f636412-406f-4fb9-8b51-fdc281a8d1e0 req-f974c4a9-8211-43b0-b165-c9ebb2fa9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.780500 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f636412-406f-4fb9-8b51-fdc281a8d1e0 req-f974c4a9-8211-43b0-b165-c9ebb2fa9369 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 1131 time: 0.0490959 Jul 12 17:36:45.833361 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f636412-406f-4fb9-8b51-fdc281a8d1e0 req-e78f9429-70ab-486f-83c5-028042c88d0a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Jul 12 17:36:45.845871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e3fa238-5749-4dd4-9af0-8e04a1b8511e req-db0aa17c-5fa0-48b5-96bb-4263785ef599 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838253 Jul 12 17:36:45.878653 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-91f733bc-d62f-4a7b-8266-1842860c2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.880132 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-91f733bc-d62f-4a7b-8266-1842860c2772 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.2352080 Jul 12 17:36:45.885127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:45.892649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0229ea-5468-4e45-9082-9be2db29219a req-82311458-a2d6-447c-8957-5b94bf9b5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.894094 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-82311458-a2d6-447c-8957-5b94bf9b5b30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 200 len: 913 time: 0.2479780 Jul 12 17:36:45.952294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb9086-5814-433f-8beb-6ebaa475209e req-3e2686bc-5cf2-4807-a789-717d1c14409c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:45.953725 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22fb9086-5814-433f-8beb-6ebaa475209e req-3e2686bc-5cf2-4807-a789-717d1c14409c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0633359 Jul 12 17:36:45.999178 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378fda-bf41-4910-9a5f-a8f5106ff04a req-c2b9ec7a-cca1-4ccf-a7bd-237b24903e3b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:46.000595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa378fda-bf41-4910-9a5f-a8f5106ff04a req-c2b9ec7a-cca1-4ccf-a7bd-237b24903e3b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 944 time: 0.0656488 Jul 12 17:36:46.041696 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22fb9086-5814-433f-8beb-6ebaa475209e req-b6556669-3c8b-4f47-be0b-d7edba7662e5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724931 Jul 12 17:36:46.063978 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa378fda-bf41-4910-9a5f-a8f5106ff04a req-58e56ac4-0448-4b5c-8e56-95b4061b0f58 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Jul 12 17:36:46.556978 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-0783875a-2d0d-4d91-a79c-c138ddb14c7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e HTTP/1.1" status: 200 len: 217 time: 0.0670700 Jul 12 17:36:46.578489 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-a499b461-b25b-4432-b814-daa54c822b3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1002 time: 0.0873454 Jul 12 17:36:46.937599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:46.941657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:36:46.976478 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840e76-930d-445b-81ea-06c0158b8b34 req-9dce105a-db38-4170-8441-8e8b30a7e300 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:46.977994 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db840e76-930d-445b-81ea-06c0158b8b34 req-9dce105a-db38-4170-8441-8e8b30a7e300 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0489800 Jul 12 17:36:46.985647 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:36:46.991689 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:36:46.992026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:47.028094 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db840e76-930d-445b-81ea-06c0158b8b34 req-eb739081-d55d-4b02-9b5a-b23228fcf800 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Jul 12 17:36:47.062134 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:47.062518 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:47.086927 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:47.097096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:47.101916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:47.126358 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:47.128575 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403c08f3-78a5-4a60-a8da-7bceab8c7994" -d '{"events": [{"server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:47.157194 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:47.197766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387582ad-4fc5-4119-afcd-025d259c36d9 req-66a0243a-8f8a-4080-b9f7-a62b5b100ea0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.199740 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-387582ad-4fc5-4119-afcd-025d259c36d9 req-66a0243a-8f8a-4080-b9f7-a62b5b100ea0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0806816 Jul 12 17:36:47.209989 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a77c9d-66a0-4e95-9bdd-9034b72be110 req-aca64142-cbba-40a6-966f-b6386ba0f759 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.211369 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0a77c9d-66a0-4e95-9bdd-9034b72be110 req-aca64142-cbba-40a6-966f-b6386ba0f759 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0600026 Jul 12 17:36:47.282679 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-387582ad-4fc5-4119-afcd-025d259c36d9 req-3e8035fc-145f-40dd-a389-eee19b831adf tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703104 Jul 12 17:36:47.286604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0a77c9d-66a0-4e95-9bdd-9034b72be110 req-e6f4fac4-33ca-44db-aea5-ce5590bc423f tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672042 Jul 12 17:36:47.328268 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07665d-38b5-407c-98dc-45928d68a874 x-openstack-request-id: req-0a07665d-38b5-407c-98dc-45928d68a874 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:47.328559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:47.328815 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a07665d-38b5-407c-98dc-45928d68a874 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:47.329214 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a07665d-38b5-407c-98dc-45928d68a874'] response: {'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e', 'code': 200} Jul 12 17:36:47.585016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0229ea-5468-4e45-9082-9be2db29219a req-4bffc7b4-7b4f-49b0-b428-6196075eefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.586537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-4bffc7b4-7b4f-49b0-b428-6196075eefba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 HTTP/1.1" status: 200 len: 852 time: 0.0794747 Jul 12 17:36:47.603809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-d617b00c-7e6e-469a-a746-a4c52a021268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.605207 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-d617b00c-7e6e-469a-a746-a4c52a021268 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.0717506 Jul 12 17:36:47.625219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-2623bab6-7775-40ba-b730-adcfa6ebb855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319300 Jul 12 17:36:47.744525 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-7b0c611b-2f6e-48c0-b733-56c61b6e84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.746020 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-7b0c611b-2f6e-48c0-b733-56c61b6e84ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686889 Jul 12 17:36:47.800744 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-5c580105-c337-43c6-b650-e92e52104827 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220393 Jul 12 17:36:47.846098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fec7a-7416-429c-841f-0142e7401dad req-7388c717-2e6e-4fd6-a929-c8a74e69e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:47.847445 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a3fec7a-7416-429c-841f-0142e7401dad req-7388c717-2e6e-4fd6-a929-c8a74e69e11e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 1129 time: 0.0373132 Jul 12 17:36:47.903493 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a3fec7a-7416-429c-841f-0142e7401dad req-f00f06a7-3449-4138-aa44-96b6fa3ecac8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476139 Jul 12 17:36:47.966790 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-19a8b084-7e72-46a5-9e8d-8cc3a3386afc service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559186 Jul 12 17:36:47.968699 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef0229ea-5468-4e45-9082-9be2db29219a req-f5813a01-9a90-48f9-8716-6d40d54d10d5 service neutron] 10.222.0.66 "GET /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506939 Jul 12 17:36:48.130448 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:48.141214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151065d6-c585-4f6d-82a9-2ec705515382 req-4a37691a-e164-48d3-9dbc-0473b4863fd9 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:48.142691 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-151065d6-c585-4f6d-82a9-2ec705515382 req-4a37691a-e164-48d3-9dbc-0473b4863fd9 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0481405 Jul 12 17:36:48.194966 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-151065d6-c585-4f6d-82a9-2ec705515382 req-e7be2b41-7818-4c64-86ed-dc30e6edb1ba tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466375 Jul 12 17:36:48.426360 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2b762-afa0-471c-9759-a7026e784d72 req-f6194e5d-e007-4529-b223-80a5e8286188 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:48.427704 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-17c2b762-afa0-471c-9759-a7026e784d72 req-f6194e5d-e007-4529-b223-80a5e8286188 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0744133 Jul 12 17:36:48.433564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782cfb6-8a6b-46f1-883a-c91847dac544 req-4dbff637-1c20-48d0-ad01-4152f9539347 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:48.434904 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3782cfb6-8a6b-46f1-883a-c91847dac544 req-4dbff637-1c20-48d0-ad01-4152f9539347 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0804090 Jul 12 17:36:48.510183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3782cfb6-8a6b-46f1-883a-c91847dac544 req-7cb79e18-649c-4dad-a391-1be4ce7852a5 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675454 Jul 12 17:36:48.513543 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-17c2b762-afa0-471c-9759-a7026e784d72 req-8ec1d267-262a-4459-b62b-db306f1e37d5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777934 Jul 12 17:36:48.617725 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:48.674890 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b73f6372-fc9e-421d-bc7c-23ee1286fdfd req-1bcf9d1d-35db-4bd0-8850-e5f601862278 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874784 Jul 12 17:36:49.159309 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-09a0659f-66eb-4048-bf5b-ac89bd951ab5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538136482&fields=id&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 267 time: 0.0444100 Jul 12 17:36:49.269375 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-eb17798c-2c0b-4b34-aee4-e04d9501f9d8 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:49.270860 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-eb17798c-2c0b-4b34-aee4-e04d9501f9d8 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.1052985 Jul 12 17:36:49.309438 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-2b25f815-2a43-430b-b545-51a34a2d4d27 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/quotas/471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 375 time: 0.0278089 Jul 12 17:36:49.323745 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7eec5-943c-4a7e-9c97-c3156b0d97e2 req-8de53d75-9205-4fde-9ea7-57cb78b4073d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:49.325191 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eff7eec5-943c-4a7e-9c97-c3156b0d97e2 req-8de53d75-9205-4fde-9ea7-57cb78b4073d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0534904 Jul 12 17:36:49.394185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-0fbe5d3b-3914-434a-bd72-ed02331e2b32 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775905 Jul 12 17:36:49.410776 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-32df100a-0568-4d79-ab06-fc2b9cf60254 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:36:49.411741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-32df100a-0568-4d79-ab06-fc2b9cf60254 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057299 Jul 12 17:36:49.416123 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eff7eec5-943c-4a7e-9c97-c3156b0d97e2 req-83884540-5a88-48f9-a849-f6c6163343c8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835266 Jul 12 17:36:49.500342 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-d1ce545c-f727-4564-9729-46268db7d23d service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832062 Jul 12 17:36:49.619693 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-07d681e5-907a-4b90-ab73-c17cb5557fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139185 Jul 12 17:36:49.632490 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ff1b-819e-4e20-b9a4-0e37a8a92a10 req-8bf397b6-f96a-4a0b-8c9e-33a1ce04d360 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:49.634047 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e726ff1b-819e-4e20-b9a4-0e37a8a92a10 req-8bf397b6-f96a-4a0b-8c9e-33a1ce04d360 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0569024 Jul 12 17:36:49.681861 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e726ff1b-819e-4e20-b9a4-0e37a8a92a10 req-f1608442-823f-40e7-b5bd-d343f75a2b62 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Jul 12 17:36:49.790569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1f9d-6010-4c3c-b1ee-a289d0ba596d req-3f42338c-ecec-434c-af49-9f3988cb254d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:49.792017 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5db1f9d-6010-4c3c-b1ee-a289d0ba596d req-3f42338c-ecec-434c-af49-9f3988cb254d tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0556653 Jul 12 17:36:49.849124 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5db1f9d-6010-4c3c-b1ee-a289d0ba596d req-669a0acb-61b4-40be-bb37-c7bc4d045166 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512264 Jul 12 17:36:49.908107 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7ef6700e-1a05-4085-978b-2383993005a9 req-165c490e-7ce6-44b0-8a69-5c23741d38fd tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jul 12 17:36:50.516591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:50.529495 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e27d8-6009-42b6-9a89-e7614e220ca9 req-f70c8c83-882e-4ff7-a3b1-f3adc7ed7916 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:50.530995 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f1e27d8-6009-42b6-9a89-e7614e220ca9 req-f70c8c83-882e-4ff7-a3b1-f3adc7ed7916 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0456500 Jul 12 17:36:50.578040 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f1e27d8-6009-42b6-9a89-e7614e220ca9 req-8cc193d7-f8e7-46af-8ae5-c64ebe7be460 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Jul 12 17:36:50.797070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534de1-09bb-45e5-9e62-1ce9b9ca1363 req-c0235e89-7b4c-4a99-b88f-8251d645e6c1 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:50.798561 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40534de1-09bb-45e5-9e62-1ce9b9ca1363 req-c0235e89-7b4c-4a99-b88f-8251d645e6c1 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0497851 Jul 12 17:36:50.844942 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40534de1-09bb-45e5-9e62-1ce9b9ca1363 req-ffde63a2-f1c9-4681-b4ad-b827f85bee15 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Jul 12 17:36:50.983615 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:51.002211 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f07ff6b-d842-4747-b11d-00ed3f772da2 req-681577fd-c634-43b3-8c8f-5caff09b3eda tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 210 time: 0.0289140 Jul 12 17:36:51.574289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b2432ec6-14e7-4c61-96b7-e6f6eca0d9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:51.689641 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62874fa-9133-4651-98ae-6ac4a4754e61 req-08ae99ae-5f3e-4860-9d3b-7063d474269a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:51.691096 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a62874fa-9133-4651-98ae-6ac4a4754e61 req-08ae99ae-5f3e-4860-9d3b-7063d474269a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0467215 Jul 12 17:36:51.738891 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a62874fa-9133-4651-98ae-6ac4a4754e61 req-4e094126-d7f6-4b0b-9e8c-1ed3fe1a01ab tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Jul 12 17:36:52.113072 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad7e6eaa-6b44-451e-a840-4d392a2f3590 req-7691f808-951f-46e7-86fa-3c84bdfe7c6a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 210 time: 0.0368409 Jul 12 17:36:52.523345 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-a775f5ac-e325-491e-a7e1-e611666df9db tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:52.524821 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-a775f5ac-e325-491e-a7e1-e611666df9db tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 811 time: 0.1025429 Jul 12 17:36:52.598952 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-62a5a12c-66e1-435e-b017-d5f815671e1c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=471e1e958b29427eb024616ca403985f HTTP/1.1" status: 200 len: 379 time: 0.0604577 Jul 12 17:36:52.618948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'port': {'device_id': '659c2528-8d70-483d-8fa3-dad061e504cb', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'admin_state_up': True, 'tenant_id': '471e1e958b29427eb024616ca403985f', 'security_groups': ['9d2ff57e-91bc-48b0-bd5b-6301fc1968d3']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:36:52.734955 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Made reservation on behalf of 471e1e958b29427eb024616ca403985f for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:36:52.739278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:52.886751 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b715c6-b860-4bab-9a67-85787133b015 req-69162f81-f0c7-4f7a-820b-298415478117 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:52.888649 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b715c6-b860-4bab-9a67-85787133b015 req-69162f81-f0c7-4f7a-820b-298415478117 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0777259 Jul 12 17:36:52.925530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.20.0.12 (669116b9-7a59-4591-9422-ba3889789c63/75f8d944-8c2d-4fdc-8062-d94db66068c8/69957ac6-cba3-4a17-bf8c-7ef2a062fe49) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:36:52.967497 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b715c6-b860-4bab-9a67-85787133b015 req-d6bd1c59-9855-4e70-9a50-06286c8fabd7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733278 Jul 12 17:36:53.060923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:53.073903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-652daf8b-12da-4e53-b327-1a6b5d6f22b1 req-40059597-07b6-4f75-b1db-a00c3958d90a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 17:36:53.074892 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-652daf8b-12da-4e53-b327-1a6b5d6f22b1 req-40059597-07b6-4f75-b1db-a00c3958d90a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092008 Jul 12 17:36:53.122176 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:53.165496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:53.209555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 669116b9-7a59-4591-9422-ba3889789c63 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:36:53.252469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:53.253433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:53.258727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:36:53.296566 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-79f8dbe0-ea02-4998-80f1-921e507a1a4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979531 Jul 12 17:36:53.448098 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-40cc62e7-e58e-4fe7-91ba-ebb761af14ec tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:53.449562 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-40cc62e7-e58e-4fe7-91ba-ebb761af14ec tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports/78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 943 time: 0.1187282 Jul 12 17:36:53.492038 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d6749979-2f1b-4ce4-acf9-661f6a75d1cb None None] Provisioning complete for port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:36:53.492544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d6749979-2f1b-4ce4-acf9-661f6a75d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:53.529202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:53.532103 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d6749979-2f1b-4ce4-acf9-661f6a75d1cb None None] Port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:36:53.566870 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:36:53.630948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0885a-d8f2-4feb-9665-f06e539c9f8b req-320352a9-15f7-4aab-b8a4-97105957d16f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:53.633601 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-27d0885a-d8f2-4feb-9665-f06e539c9f8b req-320352a9-15f7-4aab-b8a4-97105957d16f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 932 time: 0.4267349 Jul 12 17:36:53.641943 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3fd7c-a181-4343-b5a5-b360a821dc62 req-c63791f8-1965-44f6-bcc5-775a6a7ba06c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:53.643423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad3fd7c-a181-4343-b5a5-b360a821dc62 req-c63791f8-1965-44f6-bcc5-775a6a7ba06c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.4357858 Jul 12 17:36:53.681415 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:53.682331 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:53.739518 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-cee3bb85-d88d-415a-9557-363c57eaa7aa tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1242995 Jul 12 17:36:53.760741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Request body: {'port': {'device_id': '659c2528-8d70-483d-8fa3-dad061e504cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:36:53.774920 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad3fd7c-a181-4343-b5a5-b360a821dc62 req-400229bd-24d2-4979-bfcf-1981f8b6aa7d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202583 Jul 12 17:36:53.800061 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-27d0885a-d8f2-4feb-9665-f06e539c9f8b req-fe41867b-6762-4243-b773-9a577261c4ac tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536195 Jul 12 17:36:53.844215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:53.903086 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a40f2588-1490-42d7-8b16-8260bfc84596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.094704 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:36:54.102009 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks [] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.114966 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Transition to ACTIVE for port object 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:36:54.117998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.155555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:54.167367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:54.244668 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Attempting to bind port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:36:54.245005 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Attempting to bind port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:36:54.245339 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Attempting to bind port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:36:54.250343 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 on network 669116b9-7a59-4591-9422-ba3889789c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:36:54.250664 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Attempting to bind port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 on network 669116b9-7a59-4591-9422-ba3889789c63 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:36:54.255594 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:36:54.255931 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Checking segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:36:54.256314 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Bound using segment: {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:36:54.256741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Bound port: 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3795208c-9ee3-432b-ace7-83e4d5d1df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '669116b9-7a59-4591-9422-ba3889789c63'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:36:54.257102 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.330232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:36:54.337555 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:36:54.346981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.384999 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.385603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:54.386966 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] 10.222.0.66 "PUT /v2.0/ports/69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 200 len: 1094 time: 0.6311960 Jul 12 17:36:54.387394 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:54.389738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6b6da-a975-44a5-bd96-4c836a3320ac" -d '{"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:54.408390 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c34f5-f651-4237-8a37-b0f9210f3e78 service neutron] Pushing event updated for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:54.482684 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:54.493794 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-d8155618-20fc-41da-855b-9e76211e81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.495359 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-d8155618-20fc-41da-855b-9e76211e81ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1128 time: 0.0463741 Jul 12 17:36:54.506356 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d3070-31eb-4287-b65d-7944e8b7f21f x-openstack-request-id: req-d87d3070-31eb-4287-b65d-7944e8b7f21f {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:54.506657 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:54.506921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d87d3070-31eb-4287-b65d-7944e8b7f21f {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:54.507328 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87d3070-31eb-4287-b65d-7944e8b7f21f'] response: {'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'status': 'completed', 'code': 200} Jul 12 17:36:54.571812 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-3d2f3995-628c-4e1d-9a1e-0240e2c54d13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 200 len: 217 time: 0.0339999 Jul 12 17:36:54.623987 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-e0eee7d6-9afd-4b9d-8acf-60432e49601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.625406 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-e0eee7d6-9afd-4b9d-8acf-60432e49601c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0470009 Jul 12 17:36:54.666727 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-8167cc0f-64c3-4907-8a35-d525aea36271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.668095 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-8167cc0f-64c3-4907-8a35-d525aea36271 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369837 Jul 12 17:36:54.756577 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-d0112b69-0e50-4461-a3c5-3672af016c85 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Jul 12 17:36:54.862034 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf0f6dd0-b37e-4a77-84fd-87c9d6247f42 req-7fdacece-483d-4947-aa2c-02af2233c3a9 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000991 Jul 12 17:36:54.935046 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a9ff1-fed9-4687-af18-4c5730b893a5 req-3d82dc8c-7a1e-4791-831e-38260297e345 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.936419 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de7a9ff1-fed9-4687-af18-4c5730b893a5 req-3d82dc8c-7a1e-4791-831e-38260297e345 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0897174 Jul 12 17:36:54.956881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19e4a8-202f-4f50-8d5e-4605ac6a55d6 req-ddddea89-7bf6-4155-b163-40b90a519536 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:54.958315 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e19e4a8-202f-4f50-8d5e-4605ac6a55d6 req-ddddea89-7bf6-4155-b163-40b90a519536 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0794761 Jul 12 17:36:54.974958 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:36:55.017038 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:55.018155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-17b9e5bc-7cb8-4db2-a76b-23b2a3e07875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:55.019634 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-17b9e5bc-7cb8-4db2-a76b-23b2a3e07875 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1128 time: 0.0804555 Jul 12 17:36:55.057268 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:36:55.057653 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:55.080655 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de7a9ff1-fed9-4687-af18-4c5730b893a5 req-9365f253-eb9b-4a00-9476-bb34cafb283a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306641 Jul 12 17:36:55.081267 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:36:55.083524 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf3aaf-5b77-4cfb-8b5a-38a9be423e3c" -d '{"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-unplugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:36:55.103891 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:36:55.104298 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e19e4a8-202f-4f50-8d5e-4605ac6a55d6 req-53f28a87-89e3-4bf9-9db2-e36c105edac5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195090 Jul 12 17:36:55.104411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:55.156208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Jul 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5a93e1-5bf7-47c2-95bd-9756e5377a06 x-openstack-request-id: req-3f5a93e1-5bf7-47c2-95bd-9756e5377a06 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:36:55.156493 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-unplugged", "status": "failed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "code": 422}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:36:55.156742 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f5a93e1-5bf7-47c2-95bd-9756e5377a06 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:36:55.157186 dv-cinder-849325-2-iscsi neutron-server[103964]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f5a93e1-5bf7-47c2-95bd-9756e5377a06']: {'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'code': 422} returned with failed status Jul 12 17:36:55.161904 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:36:55.162532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-e84390c5-9c01-4d91-99e6-7bad2b7b01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:55.164033 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-e84390c5-9c01-4d91-99e6-7bad2b7b01a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.1364384 Jul 12 17:36:55.204955 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-8765eee9-c1e9-47e0-a885-3c9c72340436 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 200 len: 217 time: 0.0330286 Jul 12 17:36:55.246471 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:55.256996 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-83f36cd3-6597-4899-8714-861eec2dc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:55.258479 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-83f36cd3-6597-4899-8714-861eec2dc583 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0452626 Jul 12 17:36:55.317652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-b935c690-5612-4b44-ab96-7acfc1658595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:55.319185 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-b935c690-5612-4b44-ab96-7acfc1658595 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438097 Jul 12 17:36:55.406754 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-e81bbd77-b435-452c-8e55-c23bbf61e2c3 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819728 Jul 12 17:36:55.500527 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4cd6b6da-a975-44a5-bd96-4c836a3320ac req-459bc98b-cff6-4372-bf7f-23825eef8624 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Jul 12 17:36:56.223907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c01246-8caf-44af-851a-389ab564bdd9 req-bf84dbb0-c72a-4744-aa71-3d34ad8662b7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:56.225352 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b2c01246-8caf-44af-851a-389ab564bdd9 req-bf84dbb0-c72a-4744-aa71-3d34ad8662b7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0730188 Jul 12 17:36:56.252101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db7e2b-9325-46eb-b432-c8d2dd8e5447 req-36037274-280c-4efd-8ae4-9fd97f08814b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:56.253492 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-32db7e2b-9325-46eb-b432-c8d2dd8e5447 req-36037274-280c-4efd-8ae4-9fd97f08814b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0721231 Jul 12 17:36:56.292498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:56.301921 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b2c01246-8caf-44af-851a-389ab564bdd9 req-d29023cb-adcd-4826-bc27-c2ea5fe07813 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710068 Jul 12 17:36:56.331037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-32db7e2b-9325-46eb-b432-c8d2dd8e5447 req-207e6947-ffb0-406e-b2a8-3734cd8b0328 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709491 Jul 12 17:36:56.747149 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:56.915131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:36:57.447301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7349e94-e097-4dfe-ba04-f8e3e7459ed9 req-35146c70-7c26-4b88-a04f-6baee097f0f8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:57.448762 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a7349e94-e097-4dfe-ba04-f8e3e7459ed9 req-35146c70-7c26-4b88-a04f-6baee097f0f8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0758471 Jul 12 17:36:57.459621 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a4a5-3dd5-4aed-9701-2f99d3c566a1 req-b9f803fd-b5d8-4ef8-b7fe-876a9678b37d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:57.461050 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d62a4a5-3dd5-4aed-9701-2f99d3c566a1 req-b9f803fd-b5d8-4ef8-b7fe-876a9678b37d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0599368 Jul 12 17:36:57.538109 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a7349e94-e097-4dfe-ba04-f8e3e7459ed9 req-c13a0c82-2bad-4f30-bdd0-f04b18aab291 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760727 Jul 12 17:36:57.542634 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d62a4a5-3dd5-4aed-9701-2f99d3c566a1 req-0ff71d07-16fe-4c29-b2bc-92b9a9cc09f3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732281 Jul 12 17:36:58.359034 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:58.362820 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:36:58.691188 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120c9b5-87fc-445e-8240-675025dfe78b req-3231dd0e-f25e-44f2-8983-0acda7a149dd tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:58.692690 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1120c9b5-87fc-445e-8240-675025dfe78b req-3231dd0e-f25e-44f2-8983-0acda7a149dd tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0855446 Jul 12 17:36:58.708449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c31f-99b2-4169-86a9-a84992fdd094 req-862409ac-0294-40bb-b74a-d1df2bb8fac5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:58.710257 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f66c31f-99b2-4169-86a9-a84992fdd094 req-862409ac-0294-40bb-b74a-d1df2bb8fac5 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0677605 Jul 12 17:36:58.781371 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1120c9b5-87fc-445e-8240-675025dfe78b req-33203039-2c66-439a-b08e-ad54a45c6821 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808599 Jul 12 17:36:58.794248 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f66c31f-99b2-4169-86a9-a84992fdd094 req-a1240a2c-ee80-49fc-a8f5-3f2c7e84c530 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699980 Jul 12 17:36:59.927691 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509327b5-7ff0-4ed7-9cb4-fbc1cb016b5f req-a149d121-fc87-4abd-8f85-d5a4f6ca80a8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:59.929141 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-509327b5-7ff0-4ed7-9cb4-fbc1cb016b5f req-a149d121-fc87-4abd-8f85-d5a4f6ca80a8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0777581 Jul 12 17:36:59.937403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de363d-8d51-41cf-abde-53d95b838018 req-a3567097-7640-42c7-aae9-0abaa3920778 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:36:59.938779 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9de363d-8d51-41cf-abde-53d95b838018 req-a3567097-7640-42c7-aae9-0abaa3920778 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0767143 Jul 12 17:37:00.014482 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-509327b5-7ff0-4ed7-9cb4-fbc1cb016b5f req-caeaee43-765a-4f63-9486-d5102bea588f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744555 Jul 12 17:37:00.017762 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9de363d-8d51-41cf-abde-53d95b838018 req-2e51826d-3202-47b3-8dbf-9cd1a624d3c9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720444 Jul 12 17:37:01.089980 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:01.159020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ac161-0047-4ee4-b4ab-714c94fcad6f req-4956c16d-961e-434c-ad1b-6ff8cefbd671 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.160476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a24ac161-0047-4ee4-b4ab-714c94fcad6f req-4956c16d-961e-434c-ad1b-6ff8cefbd671 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0790801 Jul 12 17:37:01.166420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b89af-2a38-4fe6-b62c-ddf6f8514573 req-80889220-8421-4042-9ab0-86d95d86f202 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.167758 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-826b89af-2a38-4fe6-b62c-ddf6f8514573 req-80889220-8421-4042-9ab0-86d95d86f202 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0766428 Jul 12 17:37:01.243425 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a24ac161-0047-4ee4-b4ab-714c94fcad6f req-79d97454-e556-4147-ab4d-4c21ba2c9dba tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747318 Jul 12 17:37:01.248429 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-826b89af-2a38-4fe6-b62c-ddf6f8514573 req-f608e555-d0ac-4c82-82c1-75064eeade7a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728545 Jul 12 17:37:01.585061 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-d32411f2-644a-4e07-b5f5-c70dc63b94e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414853 Jul 12 17:37:01.660269 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-dce8fdbf-0a2c-4144-bf81-c24718c1d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.661725 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-dce8fdbf-0a2c-4144-bf81-c24718c1d876 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1130 time: 0.0382297 Jul 12 17:37:01.762588 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-6570fb2b-a1e8-4609-9b2e-c52fcbf16578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.764028 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-6570fb2b-a1e8-4609-9b2e-c52fcbf16578 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0838618 Jul 12 17:37:01.832673 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-ac8bf6ea-5bf9-435d-a933-f82d99130284 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 1001 time: 0.0585930 Jul 12 17:37:01.878747 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-e363de57-0c76-4168-ae6f-86237116b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.880124 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-e363de57-0c76-4168-ae6f-86237116b2b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0422883 Jul 12 17:37:01.913028 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:01.924321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-5d2fb86a-7fcc-47bf-ad41-6e2ca319cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:01.925800 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-5d2fb86a-7fcc-47bf-ad41-6e2ca319cc2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382292 Jul 12 17:37:02.016982 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-c9b95028-a6f8-4ad6-b739-09cee2d46528 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845704 Jul 12 17:37:02.109262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6baa7ef4-034b-4d7e-b353-e04254b87db6 req-03cb92bf-9e0b-4974-9d9f-02544bdb874c service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Jul 12 17:37:02.162329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:02.383257 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d68e5-8d84-4aa6-bda8-9f79d08f559d req-f153fc8d-37f2-45df-9df3-5396fdfd840c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:02.384616 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c6d68e5-8d84-4aa6-bda8-9f79d08f559d req-f153fc8d-37f2-45df-9df3-5396fdfd840c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0731254 Jul 12 17:37:02.393017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed5fa-0eb4-4260-a82d-f8c34974c16d req-6a1fb125-394a-4647-8def-d6beb26849cf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:02.394413 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31fed5fa-0eb4-4260-a82d-f8c34974c16d req-6a1fb125-394a-4647-8def-d6beb26849cf tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0736134 Jul 12 17:37:02.469332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c6d68e5-8d84-4aa6-bda8-9f79d08f559d req-03857d91-9690-4dec-8662-00d00f438738 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739973 Jul 12 17:37:02.473745 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31fed5fa-0eb4-4260-a82d-f8c34974c16d req-f53c03b4-aaae-4f46-bfbf-10d990e5f2ab tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718794 Jul 12 17:37:03.436681 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=24 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:03.438518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=26 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:03.615069 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3921a8d-c360-4a8c-bc1c-2c6066a399e1 req-87ab12bb-de70-48f9-9c20-63d134435d06 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:03.616495 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3921a8d-c360-4a8c-bc1c-2c6066a399e1 req-87ab12bb-de70-48f9-9c20-63d134435d06 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0795393 Jul 12 17:37:03.622574 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5698-4212-499d-87bb-a3cadda6bb99 req-c2708cab-3ce8-4932-a514-8768ce97ea0e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:03.624068 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-973f5698-4212-499d-87bb-a3cadda6bb99 req-c2708cab-3ce8-4932-a514-8768ce97ea0e tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0778279 Jul 12 17:37:03.689832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:03.704357 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-973f5698-4212-499d-87bb-a3cadda6bb99 req-60327ebe-ba29-45b9-8aff-f7254762b3f0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731087 Jul 12 17:37:03.707782 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3921a8d-c360-4a8c-bc1c-2c6066a399e1 req-97115b6b-96bb-41c0-8c65-c54201b6b41e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828085 Jul 12 17:37:04.861377 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839274b1-a9ef-4753-b380-9b8de4aad056 req-a52f4853-1242-4647-8f87-ba9574604240 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:04.862854 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-839274b1-a9ef-4753-b380-9b8de4aad056 req-a52f4853-1242-4647-8f87-ba9574604240 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0774760 Jul 12 17:37:04.870485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db422a0-1024-4f2a-94d9-7e9db22724ac req-30d1707e-e260-4572-9f32-b01722aa48eb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:04.871833 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4db422a0-1024-4f2a-94d9-7e9db22724ac req-30d1707e-e260-4572-9f32-b01722aa48eb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0772202 Jul 12 17:37:04.948073 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-839274b1-a9ef-4753-b380-9b8de4aad056 req-ba259805-7c74-449e-a24a-483fce8770a2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752637 Jul 12 17:37:04.952524 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4db422a0-1024-4f2a-94d9-7e9db22724ac req-b6837329-25e8-44c2-8653-1c40213cb836 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731919 Jul 12 17:37:06.107630 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce839-79b9-4826-ad22-7819573c7f2e req-e54cf2ef-c645-418f-b821-c49209a2a12a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:06.109104 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a5ce839-79b9-4826-ad22-7819573c7f2e req-e54cf2ef-c645-418f-b821-c49209a2a12a tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0812206 Jul 12 17:37:06.116785 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61085e28-ea9b-4482-8b98-63568501a848 req-db3a1fb9-ceba-41a8-bf38-c28806771b33 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:06.118175 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61085e28-ea9b-4482-8b98-63568501a848 req-db3a1fb9-ceba-41a8-bf38-c28806771b33 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0785573 Jul 12 17:37:06.195741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a5ce839-79b9-4826-ad22-7819573c7f2e req-bb292f65-8ca1-4dcf-a82c-87f8e8b02f76 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762410 Jul 12 17:37:06.199189 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61085e28-ea9b-4482-8b98-63568501a848 req-431524c0-0b62-4ab1-ac91-363bfd265f64 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729055 Jul 12 17:37:07.283378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:07.342604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc1273-dc8a-4fdf-a3e8-15e450893fea req-dee9c5b6-fe81-4957-a864-608d1baad1db tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:07.343977 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04cc1273-dc8a-4fdf-a3e8-15e450893fea req-dee9c5b6-fe81-4957-a864-608d1baad1db tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0796285 Jul 12 17:37:07.349884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78e13-3a54-465b-a879-c981f1a457dc req-6aec62b3-9d13-4a8c-b616-1727c045f59f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:07.351219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66d78e13-3a54-465b-a879-c981f1a457dc req-6aec62b3-9d13-4a8c-b616-1727c045f59f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0850706 Jul 12 17:37:07.425542 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04cc1273-dc8a-4fdf-a3e8-15e450893fea req-4ad5e11b-3a83-4603-95ca-4bf3e038134b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734229 Jul 12 17:37:07.430186 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66d78e13-3a54-465b-a879-c981f1a457dc req-e100af17-7b1a-4da3-9422-0ea54fba06ad tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717442 Jul 12 17:37:08.549804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421a3dc-a6b5-40ca-b3b5-31d992653660 req-34c7c47f-4675-4a24-a63e-2ce852f49c2b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:08.551403 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1421a3dc-a6b5-40ca-b3b5-31d992653660 req-34c7c47f-4675-4a24-a63e-2ce852f49c2b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0545783 Jul 12 17:37:08.606468 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1421a3dc-a6b5-40ca-b3b5-31d992653660 req-280f3961-a008-4534-b3e5-3928a59b7935 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492365 Jul 12 17:37:08.684281 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6694e-170c-4364-b86a-f5e4f6194031 req-a95cac0e-97ab-4032-8a8b-57d988c7b5d9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:08.686418 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ef6694e-170c-4364-b86a-f5e4f6194031 req-a95cac0e-97ab-4032-8a8b-57d988c7b5d9 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0469148 Jul 12 17:37:08.736202 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ef6694e-170c-4364-b86a-f5e4f6194031 req-df2e18be-a23a-4e52-88d0-5b56818f654d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441451 Jul 12 17:37:09.718173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3acb2-e520-4587-a9f1-77dd3746c2d1 req-739b1042-7e46-4d48-a870-08cf932f95a7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:09.719634 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3f3acb2-e520-4587-a9f1-77dd3746c2d1 req-739b1042-7e46-4d48-a870-08cf932f95a7 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0467794 Jul 12 17:37:09.770537 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3f3acb2-e520-4587-a9f1-77dd3746c2d1 req-82d583bd-0645-43f7-82ed-b4b29a4d9dd2 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Jul 12 17:37:09.849006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6ab3-4db1-415a-af66-3e3e70b07125 req-ba2dee97-56e2-4525-9859-d2e19ab59290 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:09.850455 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69ae6ab3-4db1-415a-af66-3e3e70b07125 req-ba2dee97-56e2-4525-9859-d2e19ab59290 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0458486 Jul 12 17:37:09.897535 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-69ae6ab3-4db1-415a-af66-3e3e70b07125 req-378427eb-7989-4d80-a6b6-9ee7c6f9ae7b tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Jul 12 17:37:10.881853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465c65-dd8b-4b16-a366-c4142dbafe4c req-7961a5fe-7b22-4c6a-be3f-2cf56a962388 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:10.883307 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-98465c65-dd8b-4b16-a366-c4142dbafe4c req-7961a5fe-7b22-4c6a-be3f-2cf56a962388 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0469155 Jul 12 17:37:10.912537 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:10.931822 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-98465c65-dd8b-4b16-a366-c4142dbafe4c req-364ac9c0-144c-46cd-91c6-68be8174a32f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Jul 12 17:37:11.014688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2422-1c56-4b31-987b-5e7700d6d3f4 req-a1042ae3-0bc8-4b53-9f54-e8b64eee3e4d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:11.016046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-234c2422-1c56-4b31-987b-5e7700d6d3f4 req-a1042ae3-0bc8-4b53-9f54-e8b64eee3e4d tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0504625 Jul 12 17:37:11.064189 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-234c2422-1c56-4b31-987b-5e7700d6d3f4 req-91e1563e-4523-432e-a47a-cb91deef5617 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Jul 12 17:37:12.041568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55eddc-1fa9-4c04-aed2-66eb4a25a4c6 req-c39c130b-46d5-4999-a97f-f270c91ab521 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:12.043041 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce55eddc-1fa9-4c04-aed2-66eb4a25a4c6 req-c39c130b-46d5-4999-a97f-f270c91ab521 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0467300 Jul 12 17:37:12.091759 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce55eddc-1fa9-4c04-aed2-66eb4a25a4c6 req-84901fbd-e00f-4332-aa0b-85f90aa0da41 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Jul 12 17:37:12.156970 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:12.158964 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:12.173302 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a589-9371-4e01-8d5c-2ae8f1ba2176 req-16413b6b-85ec-494f-bd1a-0d2ce528a6ca tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:12.174788 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3413a589-9371-4e01-8d5c-2ae8f1ba2176 req-16413b6b-85ec-494f-bd1a-0d2ce528a6ca tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0459332 Jul 12 17:37:12.227953 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3413a589-9371-4e01-8d5c-2ae8f1ba2176 req-fef8e0c9-d192-47af-abc7-5dbc003b7225 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474596 Jul 12 17:37:12.822450 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-6f85af23-bf46-4fe4-9e22-d0c1b0317728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:12.823945 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-6f85af23-bf46-4fe4-9e22-d0c1b0317728 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed&tenant_id=6a054b68c85844739e5df76de96a12e7 HTTP/1.1" status: 200 len: 1128 time: 0.0390775 Jul 12 17:37:12.896456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-719975d3-8be1-431d-a3ce-7bb5a97bdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:12.897944 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-719975d3-8be1-431d-a3ce-7bb5a97bdafc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1128 time: 0.0376644 Jul 12 17:37:12.935634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:12.991648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-beb50f83-c9ed-4f54-9cf8-99fd1fb6fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:12.993114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-beb50f83-c9ed-4f54-9cf8-99fd1fb6fe35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.0881605 Jul 12 17:37:13.202803 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf83a-0f2b-468c-9d6f-98c3662c737c req-0a2d6e14-87e4-4906-b3aa-cadbf78594a1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:13.204251 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-200bf83a-0f2b-468c-9d6f-98c3662c737c req-0a2d6e14-87e4-4906-b3aa-cadbf78594a1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0465274 Jul 12 17:37:13.251767 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-200bf83a-0f2b-468c-9d6f-98c3662c737c req-6f4a0a50-af13-40fd-83c1-d1fa78b7df86 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Jul 12 17:37:13.339074 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9adf-05d4-4392-90be-33d99d61603f req-34a200c2-0b93-405e-9250-24fba2cbab51 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:13.340496 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-703d9adf-05d4-4392-90be-33d99d61603f req-34a200c2-0b93-405e-9250-24fba2cbab51 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0456600 Jul 12 17:37:13.392111 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-703d9adf-05d4-4392-90be-33d99d61603f req-17e734a9-7d20-4efe-b832-90ae0250ce94 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Jul 12 17:37:14.364294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597f1c8-3176-405e-ae89-a61bb81c6b79 req-00961a25-c9b5-4469-b0f6-42268632d553 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:14.365757 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2597f1c8-3176-405e-ae89-a61bb81c6b79 req-00961a25-c9b5-4469-b0f6-42268632d553 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0472066 Jul 12 17:37:14.418015 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2597f1c8-3176-405e-ae89-a61bb81c6b79 req-aa93a6d1-f095-4915-b7a8-8c76111bc6ef tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Jul 12 17:37:14.541399 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df90189-fb96-4919-95d7-e099fb187a6e req-8030f1d1-da3b-4e75-8e68-e819de4c6e95 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:14.542842 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4df90189-fb96-4919-95d7-e099fb187a6e req-8030f1d1-da3b-4e75-8e68-e819de4c6e95 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0591648 Jul 12 17:37:14.545166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-cf59309f-0799-4f6e-a31d-415fe4551902 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1000 time: 0.0947104 Jul 12 17:37:14.590680 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4df90189-fb96-4919-95d7-e099fb187a6e req-397f6366-cbd8-4a8e-890d-4fcc07e0a65c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415633 Jul 12 17:37:15.529327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b81ee-f053-4119-b724-6be3c6c7e567 req-b1beeffb-8816-4148-abe9-9e98158e299d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:15.530772 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf5b81ee-f053-4119-b724-6be3c6c7e567 req-b1beeffb-8816-4148-abe9-9e98158e299d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0454686 Jul 12 17:37:15.585973 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf5b81ee-f053-4119-b724-6be3c6c7e567 req-46f473a0-121f-472a-bcb8-97c84879c15d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498316 Jul 12 17:37:15.618584 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:15.625632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-94d02c33-8de3-4320-96c3-43363467ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:15.627091 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-94d02c33-8de3-4320-96c3-43363467ce2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.0528369 Jul 12 17:37:15.704397 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c33f7d-8c48-44e6-8ce6-8255ad72c6ff req-49a9b516-3d95-4e14-8287-7468fa3f4095 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:15.705750 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3c33f7d-8c48-44e6-8ce6-8255ad72c6ff req-49a9b516-3d95-4e14-8287-7468fa3f4095 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0464385 Jul 12 17:37:15.753463 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3c33f7d-8c48-44e6-8ce6-8255ad72c6ff req-ea8a1fb1-58d8-4caa-a94b-f6937fd4ff0c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422261 Jul 12 17:37:16.696110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac9b8e-90bc-424c-adfb-93288112a027 req-229e8d83-a0a3-49d2-baac-47215bda45e1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:16.697536 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9eac9b8e-90bc-424c-adfb-93288112a027 req-229e8d83-a0a3-49d2-baac-47215bda45e1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0457158 Jul 12 17:37:16.744195 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9eac9b8e-90bc-424c-adfb-93288112a027 req-7a2ba85f-7e28-4ff9-a130-bdf104b537d8 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Jul 12 17:37:16.865959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6d237-4fa9-4232-a91f-d350817336ab req-3691edb3-b466-4413-8d6c-978a57776d50 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:16.867367 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eaf6d237-4fa9-4232-a91f-d350817336ab req-3691edb3-b466-4413-8d6c-978a57776d50 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0482686 Jul 12 17:37:16.914456 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eaf6d237-4fa9-4232-a91f-d350817336ab req-3e63c36a-030b-4c17-adb7-ed00bf547863 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Jul 12 17:37:17.068748 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-907b65eb-7b2b-4b63-ae64-c47e4fff2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:17.070277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-907b65eb-7b2b-4b63-ae64-c47e4fff2806 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401850 Jul 12 17:37:17.856917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1c0f2-7140-4d3e-b8c6-7e857cbdd109 req-605305d1-14c7-4dd2-b79d-d08f4bb0838f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:17.858416 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfb1c0f2-7140-4d3e-b8c6-7e857cbdd109 req-605305d1-14c7-4dd2-b79d-d08f4bb0838f tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0479715 Jul 12 17:37:17.883358 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:17.908517 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfb1c0f2-7140-4d3e-b8c6-7e857cbdd109 req-b0dfa9db-d1c4-4cea-8808-2e0c5b400d24 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Jul 12 17:37:18.033139 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23538b3-baab-4f4d-b2c3-6dd67afb41ce req-51c900c9-7518-488d-b118-3d38d0ab8dc1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:18.034530 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d23538b3-baab-4f4d-b2c3-6dd67afb41ce req-51c900c9-7518-488d-b118-3d38d0ab8dc1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0496733 Jul 12 17:37:18.083021 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d23538b3-baab-4f4d-b2c3-6dd67afb41ce req-3f56cac3-4ff1-4643-90d3-a5c307474877 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Jul 12 17:37:18.832558 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-61aae016-489f-4a76-b911-cbd6e78704e5 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927868 Jul 12 17:37:18.923372 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b4926e-c69d-4f86-862b-a0b409b1ddf3 req-c46a92f8-50ca-4cf7-97ce-93ed4f6a8544 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847852 Jul 12 17:37:19.022729 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e1977-77d5-41d1-84e4-e19d11c5d9e5 req-44772f8f-628d-4a26-979f-0ef4db2035cb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:19.024070 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2e4e1977-77d5-41d1-84e4-e19d11c5d9e5 req-44772f8f-628d-4a26-979f-0ef4db2035cb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0466831 Jul 12 17:37:19.072394 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2e4e1977-77d5-41d1-84e4-e19d11c5d9e5 req-f52f45e8-71d8-4a19-9a0f-7a89cdfcd7cc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Jul 12 17:37:19.120221 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:37:19.207047 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9096cc-e454-4ba6-a890-a24d1d1352cb req-327509a7-c728-48e2-b6c0-653433df2d5f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:19.208567 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee9096cc-e454-4ba6-a890-a24d1d1352cb req-327509a7-c728-48e2-b6c0-653433df2d5f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 944 time: 0.0568578 Jul 12 17:37:19.226854 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:19.238829 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'port_id': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'mac_address': 'fa:16:3e:73:da:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:37:19.269208 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee9096cc-e454-4ba6-a890-a24d1d1352cb req-3d1b070b-f54c-4b98-aec2-646e1ee9cb20 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550888 Jul 12 17:37:19.275850 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:37:19.276248 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:19.290283 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:37:19.310363 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:19.314351 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:19.362564 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:19.446332 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f72a0-46ee-4a3e-a1e5-41494647e06f req-59d07de2-7ae4-4565-b9dd-800bda1e4c6a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:19.447760 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb2f72a0-46ee-4a3e-a1e5-41494647e06f req-59d07de2-7ae4-4565-b9dd-800bda1e4c6a tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0466654 Jul 12 17:37:19.493447 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb2f72a0-46ee-4a3e-a1e5-41494647e06f req-2a0c29e9-3a0b-45ca-9383-f15cc94de630 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Jul 12 17:37:20.062801 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['69957ac6-cba3-4a17-bf8c-7ef2a062fe49'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:37:20.191313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a035-da9e-48aa-b874-a4242830eb5b req-2372d9fb-5dca-4861-aadf-b3ce1fe7dece tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:20.192777 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51c4a035-da9e-48aa-b874-a4242830eb5b req-2372d9fb-5dca-4861-aadf-b3ce1fe7dece tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0509956 Jul 12 17:37:20.243314 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51c4a035-da9e-48aa-b874-a4242830eb5b req-b3fce57f-2e2a-4763-be0a-29d232cfeea3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Jul 12 17:37:20.350179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:20.385070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fca1b-1329-4eb4-8a2b-383650c53dee req-cbd9bf0c-ba57-4502-8096-1b6c023a8ee4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:20.386520 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-680fca1b-1329-4eb4-8a2b-383650c53dee req-cbd9bf0c-ba57-4502-8096-1b6c023a8ee4 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 945 time: 0.0467238 Jul 12 17:37:20.396578 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:37:20.428289 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:20.436405 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-680fca1b-1329-4eb4-8a2b-383650c53dee req-522e9d97-e1f4-4d15-b002-885881ae4ea0 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Jul 12 17:37:20.607608 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f572e9-bc74-426f-8d12-195ea5dff74d req-5fbc4a5b-0d15-44a4-b685-e68a1a6eafa7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:20.608985 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0f572e9-bc74-426f-8d12-195ea5dff74d req-5fbc4a5b-0d15-44a4-b685-e68a1a6eafa7 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0480003 Jul 12 17:37:20.658331 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0f572e9-bc74-426f-8d12-195ea5dff74d req-777382d5-1a8b-4569-8584-522edf7e553c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jul 12 17:37:21.262446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:37:21.306998 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:37:21.313252 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:37:21.313937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:21.357286 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd052c-ccba-4f19-a858-8f8d29d8843f req-5b9edb69-6d0c-4cfb-b5a8-cde1e0433c1e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:21.358785 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46fd052c-ccba-4f19-a858-8f8d29d8843f req-5b9edb69-6d0c-4cfb-b5a8-cde1e0433c1e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0487111 Jul 12 17:37:21.385401 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:37:21.385837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:21.407846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46fd052c-ccba-4f19-a858-8f8d29d8843f req-2e0d36bf-d443-49de-9da5-2578f3d00b9b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Jul 12 17:37:21.409030 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:37:21.411604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abda6cfb-be7d-44d8-ae96-211ac097e55b" -d '{"events": [{"server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "name": "network-vif-plugged", "status": "completed", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:37:21.433348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:21.438369 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:21.464787 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63684514-c94a-4d04-ab81-3b02a45bf4b3 x-openstack-request-id: req-63684514-c94a-4d04-ab81-3b02a45bf4b3 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:37:21.465026 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "name": "network-vif-plugged", "status": "completed", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:37:21.465275 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63684514-c94a-4d04-ab81-3b02a45bf4b3 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:37:21.465667 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63684514-c94a-4d04-ab81-3b02a45bf4b3'] response: {'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'code': 200} Jul 12 17:37:21.477425 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:21.493054 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:21.539022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:21.550143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b39aa2-8a8a-499b-bc4f-ed73f89ad1ab req-525a419c-9a7b-4002-8206-a0c93457a1df tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:21.551595 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73b39aa2-8a8a-499b-bc4f-ed73f89ad1ab req-525a419c-9a7b-4002-8206-a0c93457a1df tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0482399 Jul 12 17:37:21.576761 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-69a34506-8063-4a84-b07e-9315badab37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:21.601609 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73b39aa2-8a8a-499b-bc4f-ed73f89ad1ab req-e4b3b00f-5aed-44a8-86f4-2f7720f7d280 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Jul 12 17:37:21.775853 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab926eef-3fab-4ca9-8436-06c123e193fa req-6115f9a0-2e9e-4116-b7eb-d9ed26246e06 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:21.777304 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab926eef-3fab-4ca9-8436-06c123e193fa req-6115f9a0-2e9e-4116-b7eb-d9ed26246e06 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0504978 Jul 12 17:37:21.824006 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ab926eef-3fab-4ca9-8436-06c123e193fa req-45407cbf-e5c5-4e12-a891-868391d2f57e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407581 Jul 12 17:37:22.520467 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d6e2-a6e6-4e5d-8cb8-bb4a119756db req-734d2b5e-dce3-4c9b-82b1-cdef2a985bdd tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:22.521823 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-deb9d6e2-a6e6-4e5d-8cb8-bb4a119756db req-734d2b5e-dce3-4c9b-82b1-cdef2a985bdd tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0465565 Jul 12 17:37:22.568934 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-deb9d6e2-a6e6-4e5d-8cb8-bb4a119756db req-68c3833a-7491-4c12-bc39-80ef5b8fad62 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Jul 12 17:37:22.713417 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83fca9-c588-430b-b5b5-edf14f25ad2a req-75ed0ba9-1847-479b-a9be-6e7ed968b3ad tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:22.714871 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e83fca9-c588-430b-b5b5-edf14f25ad2a req-75ed0ba9-1847-479b-a9be-6e7ed968b3ad tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0466192 Jul 12 17:37:22.765530 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7e83fca9-c588-430b-b5b5-edf14f25ad2a req-f165b6b4-4d61-42d8-962b-8d0b5ad91d35 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Jul 12 17:37:22.937923 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346487-8b7a-4951-9573-64486b1ab1f6 req-9f360279-3099-430e-b036-18cbd743085e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:22.939611 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3346487-8b7a-4951-9573-64486b1ab1f6 req-9f360279-3099-430e-b036-18cbd743085e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0463068 Jul 12 17:37:22.985164 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3346487-8b7a-4951-9573-64486b1ab1f6 req-5022b836-fbb0-4709-a674-ddcee9546b3c tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Jul 12 17:37:23.306489 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:37:23.321354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:23.403376 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:23.420003 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'port_id': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'mac_address': 'fa:16:3e:75:80:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:37:23.461944 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:37:23.462330 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:23.478765 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:37:23.501324 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:23.505376 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:23.505646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-98c07373-6518-48b2-b057-7e19528f9600 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:23.507105 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-98c07373-6518-48b2-b057-7e19528f9600 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0823672 Jul 12 17:37:23.518724 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80b775-11ee-4ba2-9698-ec0ce92aadd5 req-e548e765-c64e-473e-82df-536d77c2e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:23.520137 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da80b775-11ee-4ba2-9698-ec0ce92aadd5 req-e548e765-c64e-473e-82df-536d77c2e49b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1130 time: 0.0532434 Jul 12 17:37:23.549936 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:23.906059 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a2983a5-0aeb-4325-a112-d52bf3310639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:23.941571 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['78ee797f-f3e0-4e02-ba3d-1c9755d72b65'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:37:23.981215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541e25a-ab1e-4d7d-83da-77636963edd4 req-94b3224b-a84f-4222-b95c-37446951566c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:23.982693 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a541e25a-ab1e-4d7d-83da-77636963edd4 req-94b3224b-a84f-4222-b95c-37446951566c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 945 time: 0.3491168 Jul 12 17:37:24.030545 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26ecd5-9d94-4a9a-96e1-ce9d36f71de5 req-d586272f-1cf6-44f2-ae5d-7bedce372603 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:24.032065 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f26ecd5-9d94-4a9a-96e1-ce9d36f71de5 req-d586272f-1cf6-44f2-ae5d-7bedce372603 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.1302028 Jul 12 17:37:24.082483 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da80b775-11ee-4ba2-9698-ec0ce92aadd5 req-fba19e8e-23d9-4488-90fc-b36fe11b1ddb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647487 Jul 12 17:37:24.123919 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:24.128133 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a541e25a-ab1e-4d7d-83da-77636963edd4 req-2ad781fc-3ffe-48a5-98b8-1fe15754d6fc tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382999 Jul 12 17:37:24.138482 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port 252a7740-2a5f-4b94-9778-971825115baf {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:24.138825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (252a7740-2a5f-4b94-9778-971825115baf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.176323 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f26ecd5-9d94-4a9a-96e1-ce9d36f71de5 req-d659d744-dfa8-47d1-b560-147f8eae5e00 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305752 Jul 12 17:37:24.291572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaaebc-1839-4d9a-abfe-02b7073ca1af req-f8273fa0-4fbb-456a-889c-ed17b1b1649e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:24.293015 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07aaaebc-1839-4d9a-abfe-02b7073ca1af req-f8273fa0-4fbb-456a-889c-ed17b1b1649e tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 946 time: 0.0674534 Jul 12 17:37:24.294677 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] For port 252a7740-2a5f-4b94-9778-971825115baf, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=252a7740-2a5f-4b94-9778-971825115baf,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:24.295041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (252a7740-2a5f-4b94-9778-971825115baf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.297183 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:24.422733 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07aaaebc-1839-4d9a-abfe-02b7073ca1af req-96e4b218-cc37-449e-8693-aa147d0d025f tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups?id=a37175b2-9ca4-42c3-aa1c-0199d434617c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193821 Jul 12 17:37:24.489381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.489775 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.490092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Floating IP 6e790f34-664d-4a6e-956d-94cdeedb41e2 disassociated. External IP: 172.27.0.97, port: 252a7740-2a5f-4b94-9778-971825115baf. Jul 12 17:37:24.490436 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for 252a7740-2a5f-4b94-9778-971825115baf owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:24.619643 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (252a7740-2a5f-4b94-9778-971825115baf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.646663 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=252a7740-2a5f-4b94-9778-971825115baf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:24.660321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.660466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.660830 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.661168 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.661493 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.661968 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.662353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.662700 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.663022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.663436 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.663793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.664225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.664565 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.664897 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.665223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:24.774197 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:37:24.876210 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:37:24.885094 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:37:24.895003 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:24.895607 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:24.917602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] No DVR routers for this DVR port 252a7740-2a5f-4b94-9778-971825115baf on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:37:24.920406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:24.924152 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81a868ed-899a-4880-9938-b8e5160a57b0 req-1437bf92-7b41-4dea-8258-3a3c6a1c33dc tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.66 "DELETE /v2.0/ports/252a7740-2a5f-4b94-9778-971825115baf HTTP/1.1" status: 204 len: 173 time: 1.0051606 Jul 12 17:37:24.924880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'name': 'network-vif-deleted', 'tag': '252a7740-2a5f-4b94-9778-971825115baf'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:37:24.927398 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aa2105-d5d1-488b-bae1-c4ae4c9f3faf" -d '{"events": [{"server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "name": "network-vif-deleted", "tag": "252a7740-2a5f-4b94-9778-971825115baf"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:37:24.962554 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9834220e-88e4-4dbb-82be-2a7d3f094920 x-openstack-request-id: req-9834220e-88e4-4dbb-82be-2a7d3f094920 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:37:24.962843 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e50bdd-3716-421f-b6ca-832ee1f63c42", "name": "network-vif-deleted", "tag": "252a7740-2a5f-4b94-9778-971825115baf", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:37:24.963092 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9834220e-88e4-4dbb-82be-2a7d3f094920 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:37:24.963493 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9834220e-88e4-4dbb-82be-2a7d3f094920'] response: {'server_uuid': '88e50bdd-3716-421f-b6ca-832ee1f63c42', 'name': 'network-vif-deleted', 'tag': '252a7740-2a5f-4b94-9778-971825115baf', 'status': 'completed', 'code': 200} Jul 12 17:37:25.003204 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:25.011491 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:25.107643 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:25.207997 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:25.233769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:37:25.236414 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:25.245669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:25.246328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:25.258302 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6bfe3-87cd-47bd-b004-8b891c8c0aae req-3c6b09a7-b0cc-475b-9bb8-03e991186e84 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:25.259740 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6d6bfe3-87cd-47bd-b004-8b891c8c0aae req-3c6b09a7-b0cc-475b-9bb8-03e991186e84 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 945 time: 0.0564339 Jul 12 17:37:25.277254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:25.324939 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87c75-2867-47e2-a1af-47d8a5b7f7e8 req-e5d8ca23-f9f2-4cb8-a640-d372652234b1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:25.327007 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e87c75-2867-47e2-a1af-47d8a5b7f7e8 req-e5d8ca23-f9f2-4cb8-a640-d372652234b1 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0658131 Jul 12 17:37:25.352527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:25.363894 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6d6bfe3-87cd-47bd-b004-8b891c8c0aae req-c00c8c5d-1a06-49a6-801f-75fb15388974 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926404 Jul 12 17:37:25.394396 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e87c75-2867-47e2-a1af-47d8a5b7f7e8 req-e148173a-db26-417c-b56c-367fa3dc34b3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592430 Jul 12 17:37:25.397715 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:37:25.555565 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-762687d5-d507-48ec-b79a-e4ac50f83fa9 req-bd253aa2-683e-4cb9-8c0c-525fc9e37791 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 210 time: 0.0547204 Jul 12 17:37:25.626109 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b164ec-57d8-4d8e-a187-ce2169f207bf req-e97ed03e-320e-48a8-b2a2-db78bed974b8 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:25.633271 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0b164ec-57d8-4d8e-a187-ce2169f207bf req-e97ed03e-320e-48a8-b2a2-db78bed974b8 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0585501 Jul 12 17:37:25.663922 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:25.672281 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:37:25.672666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:25.679068 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0b164ec-57d8-4d8e-a187-ce2169f207bf req-55844846-28f4-4b34-b94f-6872b7ccdff4 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Jul 12 17:37:25.765106 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:25.812393 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba85c3-cf11-4781-9df3-04e302af0819 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:26:02Z', 'revision_number': 4, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'f7e374ee-9446-4368-9ac9-27abde07d8d6', 'name': '', 'network_id': 'e3be9cb9-0ea5-4d05-b64b-1defd294a562', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'mac_address': 'fa:16:3e:83:20:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:26:00Z', 'updated_at': '2022-07-12T17:26:11Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'subnets': [{'id': '80cf4e9b-c831-47c0-84c8-de4bb412b893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:37:25.821017 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:37:25.821405 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:25.845393 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:37:25.847905 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f3ed8-fbaa-4db1-b51f-59f6b04726f4" -d '{"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-plugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:37:25.862384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:25.866943 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:25.868071 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 252a7740-2a5f-4b94-9778-971825115baf no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:37:25.888906 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6318aec-7c94-4575-80ff-48eec4343369 x-openstack-request-id: req-d6318aec-7c94-4575-80ff-48eec4343369 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:37:25.889547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-plugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:37:25.889547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6318aec-7c94-4575-80ff-48eec4343369 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:37:25.889930 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6318aec-7c94-4575-80ff-48eec4343369'] response: {'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'code': 200} Jul 12 17:37:25.905898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 252a7740-2a5f-4b94-9778-971825115baf {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:37:25.906249 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 252a7740-2a5f-4b94-9778-971825115baf not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:37:25.933513 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:26.042080 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118a9e9a-3ef8-46d4-a704-b346607aea30 None None] New status for floating IP 6e790f34-664d-4a6e-956d-94cdeedb41e2: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:37:26.485872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7dea-1242-440d-8085-f414f5d609b6 req-90796cfc-0347-4290-b64a-23f5008a48d2 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:26.487306 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9db7dea-1242-440d-8085-f414f5d609b6 req-90796cfc-0347-4290-b64a-23f5008a48d2 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0567071 Jul 12 17:37:26.538781 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d564dd-b422-4909-979e-2437a79c4fc6 req-e49c615c-2372-41e1-8037-45384612c329 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:26.540184 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6d564dd-b422-4909-979e-2437a79c4fc6 req-e49c615c-2372-41e1-8037-45384612c329 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0760956 Jul 12 17:37:26.582232 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9db7dea-1242-440d-8085-f414f5d609b6 req-49b01e85-8cdf-4125-ae34-080aed8ff853 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793314 Jul 12 17:37:26.610337 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a6d564dd-b422-4909-979e-2437a79c4fc6 req-08f986d5-71c9-4299-a08a-6f49c36f8ead tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605240 Jul 12 17:37:26.665536 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ce0257c-6a14-4e18-9b3e-2eb31194ba24 req-e20b48a6-74fa-400a-ae2d-d483b026bc66 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jul 12 17:37:26.752470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:26.794025 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ec0c-d143-42ca-90a8-a4b82982cdf0 req-f1014729-50a6-4c87-a426-2b26fd5ac95f tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:26.795468 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a633ec0c-d143-42ca-90a8-a4b82982cdf0 req-f1014729-50a6-4c87-a426-2b26fd5ac95f tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0488884 Jul 12 17:37:26.845267 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a633ec0c-d143-42ca-90a8-a4b82982cdf0 req-9264a768-ef68-4a9e-8169-c26ab4ae8ae7 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Jul 12 17:37:26.916779 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:27.718018 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afad94-303d-440b-90ac-9a25cbfdd568 req-e16fbc9e-6cdd-4731-b7ba-ae3f18cc7aee tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:27.719503 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41afad94-303d-440b-90ac-9a25cbfdd568 req-e16fbc9e-6cdd-4731-b7ba-ae3f18cc7aee tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0704896 Jul 12 17:37:27.748271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb15e4-10a8-40db-8f3e-fb8a63513267 req-494a815a-0cc2-4f3f-adb9-da6169439d83 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:27.750401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ceb15e4-10a8-40db-8f3e-fb8a63513267 req-494a815a-0cc2-4f3f-adb9-da6169439d83 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0703151 Jul 12 17:37:27.797808 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41afad94-303d-440b-90ac-9a25cbfdd568 req-31fd231e-e488-4a83-ad10-5c135ceeda45 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728421 Jul 12 17:37:27.822055 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ceb15e4-10a8-40db-8f3e-fb8a63513267 req-4aa1d249-ad97-49e7-976b-596127393e46 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649691 Jul 12 17:37:27.899079 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe37fd98-530f-4621-b09b-97343fc338da req-89e07375-1214-415c-981a-d26741e13569 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/ports?device_id=88e50bdd-3716-421f-b6ca-832ee1f63c42 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Jul 12 17:37:27.945344 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d11d-d410-4449-b3d6-9ea53c4ee2fd req-f92a64fd-d6a8-4d42-b019-af556640d7ef tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:27.946945 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2402d11d-d410-4449-b3d6-9ea53c4ee2fd req-f92a64fd-d6a8-4d42-b019-af556640d7ef tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0508056 Jul 12 17:37:28.026837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889922d-54ec-419c-850d-a164fe93dcab req-98002641-2264-474d-841a-e410dd3e669c tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:28.028299 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9889922d-54ec-419c-850d-a164fe93dcab req-98002641-2264-474d-841a-e410dd3e669c tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0741580 Jul 12 17:37:28.033401 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2402d11d-d410-4449-b3d6-9ea53c4ee2fd req-6a0eb99f-0246-46af-9d1d-422ab0b93a1f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809758 Jul 12 17:37:28.057145 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47452) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:28.077474 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9889922d-54ec-419c-850d-a164fe93dcab req-c52193ee-368b-4ce4-87c8-cd4bbc65d838 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/security-groups?id=f780393e-1e17-44b1-aa0a-539402a7f23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Jul 12 17:37:28.198061 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4606ed0-9085-4bc0-8b8b-65e182235875 tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:28.199554 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b4606ed0-9085-4bc0-8b8b-65e182235875 tempest-TestVolumeBootPattern-1463572980 tempest-TestVolumeBootPattern-1463572980-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1125 time: 0.1412261 Jul 12 17:37:28.202355 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47456) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:28.206445 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'port_id': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:37:28.227674 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.316235 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.420777 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Allocated IP 172.27.0.184 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/1076e67d-de22-4548-b7a1-bbd0d6a8f440) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:37:28.525431 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.558640 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.560311 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd0a49-41d1-46fe-9302-48009b116e4c req-f81feb50-99ec-40b2-b2da-e5167c2abe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:28.562487 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3cbd0a49-41d1-46fe-9302-48009b116e4c req-f81feb50-99ec-40b2-b2da-e5167c2abe22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0458550 Jul 12 17:37:28.599556 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:37:28.605221 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:37:28.609236 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:37:28.612410 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=1076e67d-de22-4548-b7a1-bbd0d6a8f440,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:28.641307 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.641638 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.642000 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.642340 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.642659 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.642981 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.643305 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.643621 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.643941 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.644258 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.644578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.644894 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.645210 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.645525 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.645867 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:37:28.701466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25941ff7-5322-4baf-9418-38b2d101af64 req-94d7afda-1b8a-41c9-8da9-f836a7062711 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:28.703365 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-25941ff7-5322-4baf-9418-38b2d101af64 req-94d7afda-1b8a-41c9-8da9-f836a7062711 tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 945 time: 0.0700941 Jul 12 17:37:28.730755 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3cbd0a49-41d1-46fe-9302-48009b116e4c req-217f6f69-85bd-45ab-9078-77a01739af87 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130824 Jul 12 17:37:28.766851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:28.805538 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Deleting port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:28.805909 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.928959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] For port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,segment=NetworkSegment(188282df-0583-4f82-8220-e24c71f254cc),segment_id=188282df-0583-4f82-8220-e24c71f254cc)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:28.929318 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:28.937881 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1704c-4a7d-4565-9710-4e9eb9cee614 req-72eb391d-9234-40e3-9a49-7a8ed8a0814b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:28.939633 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63b1704c-4a7d-4565-9710-4e9eb9cee614 req-72eb391d-9234-40e3-9a49-7a8ed8a0814b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0671787 Jul 12 17:37:28.944767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:28.949578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:28.956759 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Calling delete_port for 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:28.990069 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47464) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:29.025914 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (c2f39169-969e-4276-9221-558b0329f5e5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.026969 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:29.042470 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63b1704c-4a7d-4565-9710-4e9eb9cee614 req-b14d926d-d2ba-4df1-94eb-19553f94b0fd tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901017 Jul 12 17:37:29.113568 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (a37175b2-9ca4-42c3-aa1c-0199d434617c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.121948 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.132519 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2c4d18f3-2927-4e38-8f30-cd7cb5755c6e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.166487 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (a37175b2-9ca4-42c3-aa1c-0199d434617c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.168568 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['2c4d18f3-2927-4e38-8f30-cd7cb5755c6e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:37:29.169082 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Pushing event deleted for resources: {'Port': ['ID=2c4d18f3-2927-4e38-8f30-cd7cb5755c6e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:29.202996 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09977642-bafe-4420-a75d-d91f7919b770 req-b05e8d7b-4f03-4443-86da-7384e51fdd3b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0375674 Jul 12 17:37:29.244765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] No DVR routers for this DVR port 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:37:29.247605 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.251760 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-25941ff7-5322-4baf-9418-38b2d101af64 req-0886bc5e-bda2-4c37-b4ae-6789970ea7bf tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.66 "DELETE /v2.0/ports/2c4d18f3-2927-4e38-8f30-cd7cb5755c6e HTTP/1.1" status: 204 len: 173 time: 0.5352986 Jul 12 17:37:29.252214 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'name': 'network-vif-deleted', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:37:29.255135 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a90996-9b74-4038-b5ff-b95569f45a1b" -d '{"events": [{"server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "name": "network-vif-deleted", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:37:29.286285 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (a37175b2-9ca4-42c3-aa1c-0199d434617c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.288741 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.289887 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/security-groups/a37175b2-9ca4-42c3-aa1c-0199d434617c HTTP/1.1" status: 204 len: 168 time: 0.2988100 Jul 12 17:37:29.292918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47470) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:29.301861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e02a8-8d6f-408b-855c-2b664ceefee6 x-openstack-request-id: req-203e02a8-8d6f-408b-855c-2b664ceefee6 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:37:29.302153 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc", "name": "network-vif-deleted", "tag": "2c4d18f3-2927-4e38-8f30-cd7cb5755c6e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:37:29.302391 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-203e02a8-8d6f-408b-855c-2b664ceefee6 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:37:29.302788 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203e02a8-8d6f-408b-855c-2b664ceefee6'] response: {'server_uuid': '3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc', 'name': 'network-vif-deleted', 'tag': '2c4d18f3-2927-4e38-8f30-cd7cb5755c6e', 'status': 'completed', 'code': 200} Jul 12 17:37:29.310039 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-b04328ad-f782-497e-9807-0ca9d9248f8b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] show failed (client error): The resource could not be found. Jul 12 17:37:29.314637 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b04328ad-f782-497e-9807-0ca9d9248f8b tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "GET /v2.0/security-groups/a37175b2-9ca4-42c3-aa1c-0199d434617c HTTP/1.1" status: 404 len: 347 time: 0.0167964 Jul 12 17:37:29.314798 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47472) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:29.324916 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b2e31-7c7d-4b22-b9c4-42713c2f37fe tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37175b2-9ca4-42c3-aa1c-0199d434617c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:29.375754 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.401900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.502573 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event updated for resources: {'Port': ['ID=1076e67d-de22-4548-b7a1-bbd0d6a8f440,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:29.506227 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Deleting port fa09e47a-6362-42bc-95f9-7f51ef090a03 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:29.506569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.527814 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (c2f39169-969e-4276-9221-558b0329f5e5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.662037 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.662366 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (fa09e47a-6362-42bc-95f9-7f51ef090a03), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:29.664382 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:29.682395 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Calling delete_port for fa09e47a-6362-42bc-95f9-7f51ef090a03 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:29.695123 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP c2f39169-969e-4276-9221-558b0329f5e5 associated. External IP: 172.27.0.184, port: 69957ac6-cba3-4a17-bf8c-7ef2a062fe49. Jul 12 17:37:30.044973 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:30.164022 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71bcfa-9cbf-405b-baa9-5cde5ccaf930 req-6c17c02e-d981-470e-91b3-14921ea48907 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:30.165529 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa71bcfa-9cbf-405b-baa9-5cde5ccaf930 req-6c17c02e-d981-470e-91b3-14921ea48907 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0512385 Jul 12 17:37:30.211339 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (fa09e47a-6362-42bc-95f9-7f51ef090a03), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:30.220040 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa71bcfa-9cbf-405b-baa9-5cde5ccaf930 req-7c78bd2c-4f95-4581-b370-d058f59844d3 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Jul 12 17:37:30.243548 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Pushing event deleted for resources: {'Port': ['ID=fa09e47a-6362-42bc-95f9-7f51ef090a03,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:30.270772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:37:30.322423 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58694a15-534c-4bde-be91-d55ded52be76 req-430d49d4-d3df-4bac-95d5-ff9e0b4ba15b tempest-VolumesSnapshotTestJSON-2107844421 tempest-VolumesSnapshotTestJSON-2107844421-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7f0a1b-f70e-42e0-a474-6ed8c0b7c4cc HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jul 12 17:37:30.347753 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks [] for floatingip (6e790f34-664d-4a6e-956d-94cdeedb41e2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:30.350211 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:30.351346 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-57306763-f020-4809-acdb-6ffaa5618f30 tempest-AttachVolumeNegativeTest-22600293 tempest-AttachVolumeNegativeTest-22600293-project] 10.222.0.62 "DELETE /v2.0/floatingips/6e790f34-664d-4a6e-956d-94cdeedb41e2 HTTP/1.1" status: 204 len: 168 time: 1.0356450 Jul 12 17:37:30.418022 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:37:30.433003 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:37:30.439337 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:30.450409 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:30.451041 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:30.470844 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bc7f0a93-224f-4006-a0db-ba403dcb4898 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2674811 Jul 12 17:37:30.471556 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:37:30.474737 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e72bda-4692-4955-8c5c-b3b763455bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:37:30.579619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:30.589869 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4e396-3cc6-4871-a11c-83d70d0008b1 x-openstack-request-id: req-c9e4e396-3cc6-4871-a11c-83d70d0008b1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:37:30.590186 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:37:30.590437 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9e4e396-3cc6-4871-a11c-83d70d0008b1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:37:30.590844 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e4e396-3cc6-4871-a11c-83d70d0008b1'] response: {'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'status': 'completed', 'code': 200} Jul 12 17:37:30.689487 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:30.724557 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:30.788266 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c2f39169-969e-4276-9221-558b0329f5e5', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:73:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659c2528-8d70-483d-8fa3-dad061e504cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:37:28Z', 'updated_at': '2022-07-12T17:37:28Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}, {'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:30.816475 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:37:30.824895 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:30.825493 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:30.932998 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:31.080841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-fae0d145-0e6a-4856-98e0-8596a5e1f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:31.082522 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-fae0d145-0e6a-4856-98e0-8596a5e1f76a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1130 time: 0.0508411 Jul 12 17:37:31.153794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c2f39169-969e-4276-9221-558b0329f5e5', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:73:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659c2528-8d70-483d-8fa3-dad061e504cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:37:28Z', 'updated_at': '2022-07-12T17:37:28Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}, {'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:31.177911 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-ffe44b01-1e1e-4f74-a8e0-70f8b0353394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:31.178932 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78348f74-8a45-42fc-b6eb-3237dec7e2ec None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'c2f39169-969e-4276-9221-558b0329f5e5', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:73:da:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659c2528-8d70-483d-8fa3-dad061e504cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:37:28Z', 'updated_at': '2022-07-12T17:37:28Z', 'revision_number': 0, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}, {'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:37:31.179425 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-ffe44b01-1e1e-4f74-a8e0-70f8b0353394 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0907228 Jul 12 17:37:31.241545 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-5d231285-8d88-4b9f-9199-8cb8c5cc6250 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 200 len: 1000 time: 0.0561659 Jul 12 17:37:31.304747 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-e4490a65-71a6-404e-a2e4-e9b1c81500a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:31.306215 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-e4490a65-71a6-404e-a2e4-e9b1c81500a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0556152 Jul 12 17:37:31.324739 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:37:31.350599 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:37:31.351239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 2c4d18f3-2927-4e38-8f30-cd7cb5755c6e not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:37:31.374949 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621192-ab7d-4e72-85db-66054c9a3f68 req-3c64b2a0-1050-4764-9987-75de1f3bd569 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:31.376484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7621192-ab7d-4e72-85db-66054c9a3f68 req-3c64b2a0-1050-4764-9987-75de1f3bd569 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0853317 Jul 12 17:37:31.387062 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-dc979e13-95c8-4cf6-b6b7-c92e6df67419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:37:31.387761 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-dc979e13-95c8-4cf6-b6b7-c92e6df67419 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612557 Jul 12 17:37:31.396975 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb3298-f9ae-4517-a0f4-28b4fdd18eca None None] New status for floating IP c2f39169-969e-4276-9221-558b0329f5e5: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:37:31.425552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:31.514421 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7621192-ab7d-4e72-85db-66054c9a3f68 req-65cc5749-75f6-4bf8-adb4-1c917e43a70b tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253827 Jul 12 17:37:31.543446 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-f1398cc8-d853-4d9d-ae1b-dd04b7d37d9b service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434736 Jul 12 17:37:31.651898 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9e72bda-4692-4955-8c5c-b3b763455bb2 req-7e0a17b6-bd4e-49c4-a04e-017ca59e9f46 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016772 Jul 12 17:37:32.175875 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:34.118615 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47540) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:34.413890 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:34.465064 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:34.617783 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:34.685557 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Deleting port f7e374ee-9446-4368-9ac9-27abde07d8d6 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:34.685848 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:34.769957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] For port f7e374ee-9446-4368-9ac9-27abde07d8d6, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=f7e374ee-9446-4368-9ac9-27abde07d8d6,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:34.770361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:34.783232 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Calling delete_port for f7e374ee-9446-4368-9ac9-27abde07d8d6 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:34.961058 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (f7e374ee-9446-4368-9ac9-27abde07d8d6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:34.982979 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e374ee-9446-4368-9ac9-27abde07d8d6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:35.146324 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.326099 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:35.352639 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Router c01df056-1004-4e2b-8c68-d0ce12b8b18a has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:37:35.363857 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:35.455616 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:37:35.461080 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a74b2b16-f2ce-44a2-9a9b-8f7b725f6ed6 admin admin] 10.222.0.62 "PUT /v2.0/routers/c01df056-1004-4e2b-8c68-d0ce12b8b18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3423140 Jul 12 17:37:35.463714 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47546) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:35.464692 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe66174-d82c-456d-9069-22997905db73 None None] Sync routers for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:37:35.474448 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:35.475066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:35.504125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:35.564251 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks [] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.576459 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:35.665782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks [] for router_gateway (c01df056-1004-4e2b-8c68-d0ce12b8b18a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.708205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Deleting port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:35.708540 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.751914 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:37:34Z', 'revision_number': 5, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port': {'id': '3c14aa12-566f-4f55-90b5-93b5aabf3b5e', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:25:54Z', 'updated_at': '2022-07-12T17:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:35.777070 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe66174-d82c-456d-9069-22997905db73 None None] Checking router: c01df056-1004-4e2b-8c68-d0ce12b8b18a for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:37:35.786113 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] Routers {'c01df056-1004-4e2b-8c68-d0ce12b8b18a'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:37:35.786703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:35.793135 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] For port 3c14aa12-566f-4f55-90b5-93b5aabf3b5e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:35.794463 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.808315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Calling delete_port for 3c14aa12-566f-4f55-90b5-93b5aabf3b5e owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:35.874056 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] Set router c01df056-1004-4e2b-8c68-d0ce12b8b18a gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:37:35.925524 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-efe66174-d82c-456d-9069-22997905db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:37:35Z', 'revision_number': 6, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:35.951102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe66174-d82c-456d-9069-22997905db73 None None] The sync data for ids ['c01df056-1004-4e2b-8c68-d0ce12b8b18a'] in dv-cinder-849325-2-iscsi is: [{'id': 'c01df056-1004-4e2b-8c68-d0ce12b8b18a', 'name': 'tempest-AttachVolumeNegativeTest-2078084144-router', 'tenant_id': '4a4e837b171b4b4a9c2ad230cda53452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:25:52Z', 'updated_at': '2022-07-12T17:37:35Z', 'revision_number': 6, 'project_id': '4a4e837b171b4b4a9c2ad230cda53452', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:37:35.971553 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3c14aa12-566f-4f55-90b5-93b5aabf3b5e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:35.996292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c14aa12-566f-4f55-90b5-93b5aabf3b5e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:36.052885 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:36.058349 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.145613 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.147694 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks [] for router_controller (c01df056-1004-4e2b-8c68-d0ce12b8b18a), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.193162 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (c01df056-1004-4e2b-8c68-d0ce12b8b18a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.193941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01df056-1004-4e2b-8c68-d0ce12b8b18a {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:37:36.199122 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.200256 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9c1f04bd-be91-449d-ac0a-ca69154e5872 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c01df056-1004-4e2b-8c68-d0ce12b8b18a HTTP/1.1" status: 204 len: 168 time: 0.7355022 Jul 12 17:37:36.203268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47550) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:36.247468 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Deleting subnet 80cf4e9b-c831-47c0-84c8-de4bb412b893 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:37:36.251046 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Publish callbacks [] for subnet (80cf4e9b-c831-47c0-84c8-de4bb412b893), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.285363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (80cf4e9b-c831-47c0-84c8-de4bb412b893), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.365409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (80cf4e9b-c831-47c0-84c8-de4bb412b893), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.410880 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:36.419744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (80cf4e9b-c831-47c0-84c8-de4bb412b893), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.447622 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cf4e9b-c831-47c0-84c8-de4bb412b893,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:36.453427 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.458232 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b96b01fc-69a1-4131-86ad-8ab568f109c0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/80cf4e9b-c831-47c0-84c8-de4bb412b893 HTTP/1.1" status: 204 len: 168 time: 0.2540193 Jul 12 17:37:36.458657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d3f603-6b51-48af-8ffe-7b6953eaed54 None None] Network e3be9cb9-0ea5-4d05-b64b-1defd294a562 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:37:36.460667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47552) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:36.475864 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:36.539582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (e3be9cb9-0ea5-4d05-b64b-1defd294a562), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.582735 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Deleting port 97ad1bd9-680e-407d-9187-f6c06317534a {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:36.583066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.650716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] For port 97ad1bd9-680e-407d-9187-f6c06317534a, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=97ad1bd9-680e-407d-9187-f6c06317534a,segment=NetworkSegment(9306dea4-6531-45e3-8849-de3d48d1f68d),segment_id=9306dea4-6531-45e3-8849-de3d48d1f68d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:36.650991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.664062 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Calling delete_port for 97ad1bd9-680e-407d-9187-f6c06317534a owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:36.728783 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] DHCP port deletion for e3be9cb9-0ea5-4d05-b64b-1defd294a562 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:37:36.760230 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:36.762210 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.767676 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Deleting port 97ad1bd9-680e-407d-9187-f6c06317534a {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:37:36.768048 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.791601 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ad1bd9-680e-407d-9187-f6c06317534a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:36.793516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] No DVR routers for this DVR port 97ad1bd9-680e-407d-9187-f6c06317534a on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:37:36.835853 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] For port 97ad1bd9-680e-407d-9187-f6c06317534a, host dv-cinder-849325-2-iscsi, got binding levels [] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:37:36.836243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.849621 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Calling delete_port for 97ad1bd9-680e-407d-9187-f6c06317534a owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:37:36.852463 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.ipam_backend_mixin [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Port 97ad1bd9-680e-407d-9187-f6c06317534a was not found and therefore no delete operation was performed {{(pid=103964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 12 17:37:36.853638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925'] for port (97ad1bd9-680e-407d-9187-f6c06317534a), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.871247 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (e3be9cb9-0ea5-4d05-b64b-1defd294a562), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.874906 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] Pushing event deleted for resources: {'Port': ['ID=97ad1bd9-680e-407d-9187-f6c06317534a,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:36.880208 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b04fc-d132-42ff-8b51-f1e9598313c2 None None] No DVR routers for this DVR port 97ad1bd9-680e-407d-9187-f6c06317534a on host dv-cinder-849325-2-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:37:36.893359 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3be9cb9-0ea5-4d05-b64b-1defd294a562']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:36.903215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9306dea4-6531-45e3-8849-de3d48d1f68d') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:36.903508 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9306dea4-6531-45e3-8849-de3d48d1f68d') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:37:36.913812 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (9306dea4-6531-45e3-8849-de3d48d1f68d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.927856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (9306dea4-6531-45e3-8849-de3d48d1f68d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:36.934532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:37:36.934922 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (9306dea4-6531-45e3-8849-de3d48d1f68d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.246146 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 9306dea4-6531-45e3-8849-de3d48d1f68d resource provider aggregate not found Jul 12 17:37:37.258583 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (e3be9cb9-0ea5-4d05-b64b-1defd294a562), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.265784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.268303 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3be9cb9-0ea5-4d05-b64b-1defd294a562 HTTP/1.1" status: 204 len: 168 time: 0.8066332 Jul 12 17:37:37.270904 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 9306dea4-6531-45e3-8849-de3d48d1f68d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9306dea4-6531-45e3-8849-de3d48d1f68d found for delete ", "request_id": "req-f33e2137-3dcb-4b0e-88e7-aeb5a99c0257"}]} Jul 12 17:37:37.280654 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94968924-548d-4a17-add2-2d993cfcc803 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3be9cb9-0ea5-4d05-b64b-1defd294a562,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:37.376434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47566) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:37.416707 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d55b7243-c937-4bf5-8ebc-f6196a09d432 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a4e837b171b4b4a9c2ad230cda53452&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390916 Jul 12 17:37:37.419078 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47568) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:37.466033 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] Publish callbacks [] for security_group (2f807d32-8185-4dac-bfbe-0df2b1a95805), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.487384 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] Publish callbacks [] for security_group (2f807d32-8185-4dac-bfbe-0df2b1a95805), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.535709 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (2f807d32-8185-4dac-bfbe-0df2b1a95805), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.538154 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:37.539262 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f807d32-8185-4dac-bfbe-0df2b1a95805 HTTP/1.1" status: 204 len: 168 time: 0.1193211 Jul 12 17:37:37.547887 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22085957-95ce-4c9c-a2ec-928045925178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f807d32-8185-4dac-bfbe-0df2b1a95805,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:37.842028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 97ad1bd9-680e-407d-9187-f6c06317534a no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:37:37.861114 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 97ad1bd9-680e-407d-9187-f6c06317534a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:37:37.861460 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 97ad1bd9-680e-407d-9187-f6c06317534a not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:37:37.861900 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 3c14aa12-566f-4f55-90b5-93b5aabf3b5e no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:37:37.882988 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 3c14aa12-566f-4f55-90b5-93b5aabf3b5e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:37:37.883329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 3c14aa12-566f-4f55-90b5-93b5aabf3b5e not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:37:37.883733 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device f7e374ee-9446-4368-9ac9-27abde07d8d6 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:37:37.901605 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: f7e374ee-9446-4368-9ac9-27abde07d8d6 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:37:37.901972 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device f7e374ee-9446-4368-9ac9-27abde07d8d6 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:37:41.488315 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:41.528395 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.250907 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.270453 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.522356 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.543066 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.885599 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=27 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:47.886381 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=14 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:37:51.579384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3db313a0-23b7-4f0b-b6fa-2630280190c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:53.908728 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7759811b-5f03-4c51-89cd-885a9af0bb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:54.995352 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:55.785680 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47800) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:55.905099 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f892ad51-8b86-4c66-826d-579239f95c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:55.984995 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f892ad51-8b86-4c66-826d-579239f95c3c admin admin] Publish callbacks [] for security_group (1c510e36-d235-4c64-89b4-7be924dffa3c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:55.988353 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f892ad51-8b86-4c66-826d-579239f95c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1c510e36-d235-4c64-89b4-7be924dffa3c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.027190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f892ad51-8b86-4c66-826d-579239f95c3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d5c3db6dd814227a162af4f0696fd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406282 Jul 12 17:37:56.028284 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892ad51-8b86-4c66-826d-579239f95c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c510e36-d235-4c64-89b4-7be924dffa3c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:56.029907 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47808) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:56.081217 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] Publish callbacks [] for security_group (1c510e36-d235-4c64-89b4-7be924dffa3c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.101936 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] Publish callbacks [] for security_group (1c510e36-d235-4c64-89b4-7be924dffa3c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.147563 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (1c510e36-d235-4c64-89b4-7be924dffa3c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.150070 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.151202 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c510e36-d235-4c64-89b4-7be924dffa3c HTTP/1.1" status: 204 len: 168 time: 0.1193538 Jul 12 17:37:56.159491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8565-55fe-4c1d-a916-7ab21f04160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c510e36-d235-4c64-89b4-7be924dffa3c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:56.406584 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47814) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:56.419996 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b53ecf70-fe24-4311-8952-2546678937fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.496447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b53ecf70-fe24-4311-8952-2546678937fb admin admin] Publish callbacks [] for security_group (559572c8-f035-4653-91f3-fa64e600c1d3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.500121 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b53ecf70-fe24-4311-8952-2546678937fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (559572c8-f035-4653-91f3-fa64e600c1d3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.538028 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b53ecf70-fe24-4311-8952-2546678937fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efaaa95197754c37b233e12c2f4e4d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303923 Jul 12 17:37:56.538923 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ecf70-fe24-4311-8952-2546678937fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559572c8-f035-4653-91f3-fa64e600c1d3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:56.540685 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47816) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:37:56.591279 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] Publish callbacks [] for security_group (559572c8-f035-4653-91f3-fa64e600c1d3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.614539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] Publish callbacks [] for security_group (559572c8-f035-4653-91f3-fa64e600c1d3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.664945 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (559572c8-f035-4653-91f3-fa64e600c1d3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.670117 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.672603 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/559572c8-f035-4653-91f3-fa64e600c1d3 HTTP/1.1" status: 204 len: 168 time: 0.1297073 Jul 12 17:37:56.681533 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e52d5-6e42-4452-bbf6-8e91b394f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559572c8-f035-4653-91f3-fa64e600c1d3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:37:56.755328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:56.924898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:37:57.397070 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:38:01.639189 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47952) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:01.746075 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4e56774-f8c0-485c-9f57-659803e6c379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.822052 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4e56774-f8c0-485c-9f57-659803e6c379 admin admin] Publish callbacks [] for security_group (0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.825563 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4e56774-f8c0-485c-9f57-659803e6c379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.865891 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b4e56774-f8c0-485c-9f57-659803e6c379 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22b400e9f4914582a450710935c42619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256420 Jul 12 17:38:01.866817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56774-f8c0-485c-9f57-659803e6c379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:01.868599 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47956) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:01.918280 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] Publish callbacks [] for security_group (0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.939773 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] Publish callbacks [] for security_group (0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.986045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.988718 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:01.989865 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959 HTTP/1.1" status: 204 len: 168 time: 0.1202433 Jul 12 17:38:01.997406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1a43f-f6e7-4eff-8245-825ebbbdbce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24ec17-28f9-48fa-8ea3-8e4f0c9bf959,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:02.180119 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.250498 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47962) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:02.263676 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555f0ad8-070d-4c9f-a656-cfb4f47003ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.339831 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555f0ad8-070d-4c9f-a656-cfb4f47003ef admin admin] Publish callbacks [] for security_group (6a89b77d-67c0-4146-b7b3-65c24db04032), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.344053 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555f0ad8-070d-4c9f-a656-cfb4f47003ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (6a89b77d-67c0-4146-b7b3-65c24db04032), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.384514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-555f0ad8-070d-4c9f-a656-cfb4f47003ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91ca084f5b0c4163a490a4bd60fbf958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329532 Jul 12 17:38:02.385306 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f0ad8-070d-4c9f-a656-cfb4f47003ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89b77d-67c0-4146-b7b3-65c24db04032,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:02.388024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47964) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:02.437816 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] Publish callbacks [] for security_group (6a89b77d-67c0-4146-b7b3-65c24db04032), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.458958 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] Publish callbacks [] for security_group (6a89b77d-67c0-4146-b7b3-65c24db04032), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.505566 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (6a89b77d-67c0-4146-b7b3-65c24db04032), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.508151 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:02.509280 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a89b77d-67c0-4146-b7b3-65c24db04032 HTTP/1.1" status: 204 len: 168 time: 0.1193955 Jul 12 17:38:02.518409 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ceb41f-f0e6-41f6-8d06-fec9a95e8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89b77d-67c0-4146-b7b3-65c24db04032,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:04.915362 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48058) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.018877 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-821941f6-42e3-4f7a-a840-2e2073251e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.026799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48064) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.063203 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:05.073027 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Deleting subnet cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:38:05.076268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Publish callbacks [] for subnet (cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.082371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:05.108932 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-821941f6-42e3-4f7a-a840-2e2073251e2b admin admin] Publish callbacks [] for security_group (0ea00023-1ca6-48dc-828d-ad894351776e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.112596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.112750 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-821941f6-42e3-4f7a-a840-2e2073251e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0ea00023-1ca6-48dc-828d-ad894351776e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.140147 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:05.142404 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:05.151838 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-821941f6-42e3-4f7a-a840-2e2073251e2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86f99f2553d54d24a77a53b0cfa6d486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354207 Jul 12 17:38:05.153810 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821941f6-42e3-4f7a-a840-2e2073251e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea00023-1ca6-48dc-828d-ad894351776e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.156291 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.157919 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48066) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.208148 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] Publish callbacks [] for security_group (0ea00023-1ca6-48dc-828d-ad894351776e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.217667 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.230522 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] Publish callbacks [] for security_group (0ea00023-1ca6-48dc-828d-ad894351776e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.244211 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.246232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.252363 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2938d6b2-74d2-4e3d-ab98-4ff47f0d71dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cd0e5ffc-a5b5-4759-9074-e87c5fa9fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2223802 Jul 12 17:38:05.252719 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48068) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.280471 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0ea00023-1ca6-48dc-828d-ad894351776e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.283742 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.285026 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ea00023-1ca6-48dc-828d-ad894351776e HTTP/1.1" status: 204 len: 168 time: 0.1258779 Jul 12 17:38:05.293013 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34b917-c856-4b7f-befd-b1450851e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea00023-1ca6-48dc-828d-ad894351776e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.324167 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.405159 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.425516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01fc38d-33fc-45c5-8ac6-f70c9354cbe7']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:05.434624 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188282df-0583-4f82-8220-e24c71f254cc') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:05.434921 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188282df-0583-4f82-8220-e24c71f254cc') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:05.445837 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (188282df-0583-4f82-8220-e24c71f254cc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.460573 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (188282df-0583-4f82-8220-e24c71f254cc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.467594 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:38:05.467985 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (188282df-0583-4f82-8220-e24c71f254cc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.527415 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 188282df-0583-4f82-8220-e24c71f254cc resource provider aggregate not found Jul 12 17:38:05.540602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (b01fc38d-33fc-45c5-8ac6-f70c9354cbe7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.547516 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.550824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b01fc38d-33fc-45c5-8ac6-f70c9354cbe7 HTTP/1.1" status: 204 len: 168 time: 0.2971866 Jul 12 17:38:05.552553 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 188282df-0583-4f82-8220-e24c71f254cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 188282df-0583-4f82-8220-e24c71f254cc found for delete ", "request_id": "req-6751e1b0-4215-4347-a6a4-b7c6510408bf"}]} Jul 12 17:38:05.563903 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb84941-113c-4753-a4ab-873617dfada3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01fc38d-33fc-45c5-8ac6-f70c9354cbe7,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.579447 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48080) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.592981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-42b6ab9a-09c2-4c7e-bba2-c5189ca1b15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.674545 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-42b6ab9a-09c2-4c7e-bba2-c5189ca1b15b admin admin] Publish callbacks [] for security_group (9bb9ca8b-6b54-4daf-8788-459807976471), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.679303 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-42b6ab9a-09c2-4c7e-bba2-c5189ca1b15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9bb9ca8b-6b54-4daf-8788-459807976471), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.679955 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48082) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.722991 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ff0407c4-8d9f-48ee-b669-43aefae765e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8791892016f411b83948dcc36e4b243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419109 Jul 12 17:38:05.725353 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48084) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.725486 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-42b6ab9a-09c2-4c7e-bba2-c5189ca1b15b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27074331f1ef4874bb5390ee250f9227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425166 Jul 12 17:38:05.725672 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48086) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:05.726341 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6ab9a-09c2-4c7e-bba2-c5189ca1b15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9ca8b-6b54-4daf-8788-459807976471,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.815503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] Publish callbacks [] for security_group (f780393e-1e17-44b1-aa0a-539402a7f23d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.818187 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] Publish callbacks [] for security_group (9bb9ca8b-6b54-4daf-8788-459807976471), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.847973 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] Publish callbacks [] for security_group (f780393e-1e17-44b1-aa0a-539402a7f23d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.863316 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] Publish callbacks [] for security_group (9bb9ca8b-6b54-4daf-8788-459807976471), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.926795 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f780393e-1e17-44b1-aa0a-539402a7f23d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.929509 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.930658 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f780393e-1e17-44b1-aa0a-539402a7f23d HTTP/1.1" status: 204 len: 168 time: 0.2040927 Jul 12 17:38:05.933542 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9bb9ca8b-6b54-4daf-8788-459807976471), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.936019 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:05.937222 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bb9ca8b-6b54-4daf-8788-459807976471 HTTP/1.1" status: 204 len: 168 time: 0.2095993 Jul 12 17:38:05.943747 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a420-5659-4dc5-8abc-9181dd0e150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f780393e-1e17-44b1-aa0a-539402a7f23d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:05.955664 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7c917-b03e-4536-adc4-e5d70854c6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9ca8b-6b54-4daf-8788-459807976471,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:07.656385 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48146) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:07.760447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7132bc4-0ea3-4896-8645-6e45a8f724e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:07.837168 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7132bc4-0ea3-4896-8645-6e45a8f724e4 admin admin] Publish callbacks [] for security_group (2be8645f-7c97-4cb0-b095-4e9e1eb6ef28), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:07.840825 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7132bc4-0ea3-4896-8645-6e45a8f724e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (2be8645f-7c97-4cb0-b095-4e9e1eb6ef28), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:07.880857 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a7132bc4-0ea3-4896-8645-6e45a8f724e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7740c89f1e7f49dea1405571532e426c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234209 Jul 12 17:38:07.881732 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7132bc4-0ea3-4896-8645-6e45a8f724e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be8645f-7c97-4cb0-b095-4e9e1eb6ef28,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:07.883562 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48150) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:07.932293 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] Publish callbacks [] for security_group (2be8645f-7c97-4cb0-b095-4e9e1eb6ef28), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:07.953081 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] Publish callbacks [] for security_group (2be8645f-7c97-4cb0-b095-4e9e1eb6ef28), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.001793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (2be8645f-7c97-4cb0-b095-4e9e1eb6ef28), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.004182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.005313 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2be8645f-7c97-4cb0-b095-4e9e1eb6ef28 HTTP/1.1" status: 204 len: 168 time: 0.1201792 Jul 12 17:38:08.013040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b50c0-d03c-41c0-92c9-c8671755ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be8645f-7c97-4cb0-b095-4e9e1eb6ef28,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:08.265041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48156) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:08.278176 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16318379-7d53-4b19-8c27-ddcf3e0755a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.296259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:08.358561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16318379-7d53-4b19-8c27-ddcf3e0755a2 admin admin] Publish callbacks [] for security_group (994e656d-1f24-4755-8ca0-c22b138e4cde), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.361941 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-16318379-7d53-4b19-8c27-ddcf3e0755a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (994e656d-1f24-4755-8ca0-c22b138e4cde), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.366174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:08.401393 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16318379-7d53-4b19-8c27-ddcf3e0755a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994e656d-1f24-4755-8ca0-c22b138e4cde,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:08.406541 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-16318379-7d53-4b19-8c27-ddcf3e0755a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebcf66fe98f44887bbc1441d142fb100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405108 Jul 12 17:38:08.409072 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48158) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:08.457203 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] Publish callbacks [] for security_group (994e656d-1f24-4755-8ca0-c22b138e4cde), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.478409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] Publish callbacks [] for security_group (994e656d-1f24-4755-8ca0-c22b138e4cde), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.527606 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (994e656d-1f24-4755-8ca0-c22b138e4cde), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.530101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:08.531228 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/994e656d-1f24-4755-8ca0-c22b138e4cde HTTP/1.1" status: 204 len: 168 time: 0.1212845 Jul 12 17:38:08.539243 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3b43-8ef5-4f5c-9f5a-62a81be3499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994e656d-1f24-4755-8ca0-c22b138e4cde,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:10.437884 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48234) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:10.540488 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-436f5317-210e-4826-aa48-867155de9c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.617273 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-436f5317-210e-4826-aa48-867155de9c3e admin admin] Publish callbacks [] for security_group (dc83841e-bd4b-4281-9e03-5fc7ef8eac1c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.620734 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-436f5317-210e-4826-aa48-867155de9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dc83841e-bd4b-4281-9e03-5fc7ef8eac1c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.659912 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-436f5317-210e-4826-aa48-867155de9c3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3332c794545d43949bcaf1e5d7dc2ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209785 Jul 12 17:38:10.660773 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f5317-210e-4826-aa48-867155de9c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc83841e-bd4b-4281-9e03-5fc7ef8eac1c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:10.663338 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48238) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:10.669508 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:10.693580 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:10.718565 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] Publish callbacks [] for security_group (dc83841e-bd4b-4281-9e03-5fc7ef8eac1c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.739799 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] Publish callbacks [] for security_group (dc83841e-bd4b-4281-9e03-5fc7ef8eac1c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.790692 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (dc83841e-bd4b-4281-9e03-5fc7ef8eac1c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.793513 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:10.794902 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc83841e-bd4b-4281-9e03-5fc7ef8eac1c HTTP/1.1" status: 204 len: 168 time: 0.1305070 Jul 12 17:38:10.803467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce81a1-2486-4270-9fee-14ff3cfee55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc83841e-bd4b-4281-9e03-5fc7ef8eac1c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:11.062796 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48244) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:11.075900 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87fd0674-7a7f-403d-8ef3-d4bc1ba206f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.155932 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87fd0674-7a7f-403d-8ef3-d4bc1ba206f4 admin admin] Publish callbacks [] for security_group (d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.159459 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87fd0674-7a7f-403d-8ef3-d4bc1ba206f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.197652 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-87fd0674-7a7f-403d-8ef3-d4bc1ba206f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29e43c042d5543d3b7b82a59201a20f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338329 Jul 12 17:38:11.198758 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd0674-7a7f-403d-8ef3-d4bc1ba206f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:11.200326 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48246) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:11.250408 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] Publish callbacks [] for security_group (d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.271583 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] Publish callbacks [] for security_group (d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.323319 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.326814 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:11.327935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334 HTTP/1.1" status: 204 len: 168 time: 0.1260726 Jul 12 17:38:11.335972 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6c9a0-9ed9-46de-82ff-d1fee847c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0106e0d-7a79-4f8a-a9fe-a7d78fbf0334,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:20.816075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:20.840561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42fdfb-a9ac-46c9-b3aa-a1a566a7d00e req-280975ba-07a8-409b-b145-86ff10476107 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:20.842042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b42fdfb-a9ac-46c9-b3aa-a1a566a7d00e req-280975ba-07a8-409b-b145-86ff10476107 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0484724 Jul 12 17:38:20.887712 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:20.891462 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:20.892310 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b42fdfb-a9ac-46c9-b3aa-a1a566a7d00e req-51d02a37-0c80-4e22-9158-f27d637827b7 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Jul 12 17:38:21.185825 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:21.195122 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:21.349167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:21.581816 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-48cb6ba5-12a9-4251-b6b6-959451e237bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:22.014761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574f4c-43df-40a9-97cf-9bf85c4a81f9 req-9874ed08-d94f-4d5f-8d9c-2e5c4c287f22 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:22.016225 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6574f4c-43df-40a9-97cf-9bf85c4a81f9 req-9874ed08-d94f-4d5f-8d9c-2e5c4c287f22 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0476906 Jul 12 17:38:22.064320 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f6574f4c-43df-40a9-97cf-9bf85c4a81f9 req-ec354d1e-e381-420e-9287-ffc8de9ef193 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Jul 12 17:38:22.979409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:22.990886 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-9d46a873-bd17-44fc-8273-1b9355f94d4c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:22.992328 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-9d46a873-bd17-44fc-8273-1b9355f94d4c tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0508201 Jul 12 17:38:23.075205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Deleting port c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:23.075894 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.139771 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:23.203767 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f361c-8c24-45b0-925b-eb2bb4ad3147 req-a2e9ffd5-fca1-4f03-8522-c2bd3a972593 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:23.205220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-669f361c-8c24-45b0-925b-eb2bb4ad3147 req-a2e9ffd5-fca1-4f03-8522-c2bd3a972593 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 947 time: 0.0687099 Jul 12 17:38:23.213283 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] For port c8a34f14-81f6-401c-83f7-ce051f443de8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=c8a34f14-81f6-401c-83f7-ce051f443de8,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:23.213647 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.306182 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-669f361c-8c24-45b0-925b-eb2bb4ad3147 req-4a74db98-69a2-427c-8e07-c4de2a960f01 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups?id=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952923 Jul 12 17:38:23.408395 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.408614 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.408959 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Floating IP 9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943 disassociated. External IP: 172.27.0.91, port: c8a34f14-81f6-401c-83f7-ce051f443de8. Jul 12 17:38:23.409332 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Calling delete_port for c8a34f14-81f6-401c-83f7-ce051f443de8 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:23.530688 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c8a34f14-81f6-401c-83f7-ce051f443de8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.558441 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'Port': ['ID=c8a34f14-81f6-401c-83f7-ce051f443de8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:23.667205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:38:23.762738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:23.767710 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:38:23.777643 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:38:23.788671 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:23.789281 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:37:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:23.815460 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] No DVR routers for this DVR port c8a34f14-81f6-401c-83f7-ce051f443de8 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:38:23.818034 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.821168 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a686ee89-50d7-4bb9-a63c-43bf6f098fdf req-7af1391e-f289-4fc0-ab2f-ad93a51449e0 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.66 "DELETE /v2.0/ports/c8a34f14-81f6-401c-83f7-ce051f443de8 HTTP/1.1" status: 204 len: 173 time: 0.8233531 Jul 12 17:38:23.821607 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-deleted', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:38:23.823891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb61063-d283-4c75-8ced-5d7b8a1422ad" -d '{"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-deleted", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:38:23.869581 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83b233-10f8-4130-a706-380102260c11 x-openstack-request-id: req-5b83b233-10f8-4130-a706-380102260c11 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:38:23.870591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedc087-222c-4452-bf37-2f152ce787a6", "name": "network-vif-deleted", "tag": "c8a34f14-81f6-401c-83f7-ce051f443de8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:38:23.870845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b83b233-10f8-4130-a706-380102260c11 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:38:23.871332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b83b233-10f8-4130-a706-380102260c11'] response: {'server_uuid': 'aeedc087-222c-4452-bf37-2f152ce787a6', 'name': 'network-vif-deleted', 'tag': 'c8a34f14-81f6-401c-83f7-ce051f443de8', 'status': 'completed', 'code': 200} Jul 12 17:38:23.933623 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a223643-7a88-4072-8e2d-e6f01d834092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:23.987528 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:24.187316 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:24.211666 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:38:24.220069 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:24.220658 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:24.320627 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:24.424188 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a40d2eb5-54e5-4c7b-81a9-868a00ace2d7 req-d6efb58d-8e19-4403-a052-ef780ed5b23f tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/ports?device_id=aeedc087-222c-4452-bf37-2f152ce787a6 HTTP/1.1" status: 200 len: 210 time: 0.0293067 Jul 12 17:38:24.525865 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:24.553594 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a567-91d4-4f23-b605-1b3916b2883c None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:49Z', 'revision_number': 4, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '1cf86739-7632-4e2c-a362-4c3e4fe725db', 'name': '', 'network_id': 'f555be57-c537-4463-873d-2fa611295c76', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'mac_address': 'fa:16:3e:64:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:48Z', 'updated_at': '2022-07-12T17:27:57Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'subnets': [{'id': '10dfa0de-8f50-4448-847f-de8a7fcb57e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:38:24.764271 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16724c9-a2db-4871-8c04-601fea94cb2b None None] New status for floating IP 9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:38:25.000966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.512671 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48398) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:25.566702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.589237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.637100 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.639896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.641037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "DELETE /v2.0/security-groups/83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c HTTP/1.1" status: 204 len: 168 time: 0.1271474 Jul 12 17:38:25.644397 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48400) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:25.650732 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:25.658442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.658784 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.659124 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.659248 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-f028fa35-deec-44b5-850b-b481244be969 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] show failed (client error): The resource could not be found. Jul 12 17:38:25.659560 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.659915 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.660201 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f028fa35-deec-44b5-850b-b481244be969 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "GET /v2.0/security-groups/83031d78-75c0-4fca-ba5f-2ecc9c0a1e3c HTTP/1.1" status: 404 len: 347 time: 0.0147557 Jul 12 17:38:25.660320 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.660629 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.660959 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.661287 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.661613 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.662020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.662341 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.662757 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.663026 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48402) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:25.663134 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.663392 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32965702-05a4-4984-95c6-c14f25394238 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:25.779295 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Deleting port a0607593-8f4c-420a-80d7-e81a9ae5dd18 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:25.779645 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.853886 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.854218 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (a0607593-8f4c-420a-80d7-e81a9ae5dd18), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:25.870499 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Calling delete_port for a0607593-8f4c-420a-80d7-e81a9ae5dd18 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:25.996309 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (a0607593-8f4c-420a-80d7-e81a9ae5dd18), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:26.021968 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Pushing event deleted for resources: {'Port': ['ID=a0607593-8f4c-420a-80d7-e81a9ae5dd18,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:26.084125 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks [] for floatingip (9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:26.086578 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:26.087705 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a5a7e880-76ad-4154-bdac-296688529b2a tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] 10.222.0.62 "DELETE /v2.0/floatingips/9bbfe8c9-ebe2-4fa7-bba2-b3b9c0181943 HTTP/1.1" status: 204 len: 168 time: 0.4236004 Jul 12 17:38:26.756348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:26.918205 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:27.332668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:38:27.352743 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: c8a34f14-81f6-401c-83f7-ce051f443de8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:38:27.353091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device c8a34f14-81f6-401c-83f7-ce051f443de8 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:38:28.498523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48430) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:29.170371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:29.320614 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:29.324713 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:29.389039 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Deleting port 1cf86739-7632-4e2c-a362-4c3e4fe725db {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:29.389370 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:29.468930 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] For port 1cf86739-7632-4e2c-a362-4c3e4fe725db, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=1cf86739-7632-4e2c-a362-4c3e4fe725db,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:29.469214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:29.481564 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Calling delete_port for 1cf86739-7632-4e2c-a362-4c3e4fe725db owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:29.653230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (1cf86739-7632-4e2c-a362-4c3e4fe725db), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:29.677238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf86739-7632-4e2c-a362-4c3e4fe725db,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:29.704183 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.704569 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.704906 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.705234 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.705566 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.705917 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.706238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.706555 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.706873 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.707191 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.707512 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.707831 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.708146 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.708456 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.708770 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:29.854102 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.056281 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Router c36d7dc8-ba01-47e8-b882-d693538a77e3 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:38:30.111772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:30.136854 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:30.158770 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:38:30.163914 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ecf9d6e5-93a1-48ef-9f7d-9b813b3bdd39 admin admin] 10.222.0.62 "PUT /v2.0/routers/c36d7dc8-ba01-47e8-b882-d693538a77e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644123 Jul 12 17:38:30.166296 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48438) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:30.169419 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Sync routers for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:38:30.179744 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:30.180345 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:30.266255 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks [] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.278424 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:30.372293 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks [] for router_gateway (c36d7dc8-ba01-47e8-b882-d693538a77e3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.406092 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Deleting port b67450e6-cfaa-4e67-9898-2f496593d1bc {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:30.406425 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.435147 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:30.442112 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:38:29Z', 'revision_number': 5, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port': {'id': 'b67450e6-cfaa-4e67-9898-2f496593d1bc', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:30.466301 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Checking router: c36d7dc8-ba01-47e8-b882-d693538a77e3 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:38:30.475374 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Routers {'c36d7dc8-ba01-47e8-b882-d693538a77e3'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:30.475975 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['c36d7dc8-ba01-47e8-b882-d693538a77e3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:30.483946 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] For port b67450e6-cfaa-4e67-9898-2f496593d1bc, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=b67450e6-cfaa-4e67-9898-2f496593d1bc,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:30.484303 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.497323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Calling delete_port for b67450e6-cfaa-4e67-9898-2f496593d1bc owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:30.556390 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=100 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:30.558173 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] Set router c36d7dc8-ba01-47e8-b882-d693538a77e3 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:30.608950 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:38:30Z', 'revision_number': 6, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:30.636408 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43285fe-9dcc-4331-a0c7-1712dbcf8df4 None None] The sync data for ids ['c36d7dc8-ba01-47e8-b882-d693538a77e3'] in dv-cinder-849325-2-iscsi is: [{'id': 'c36d7dc8-ba01-47e8-b882-d693538a77e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1138888059-router', 'tenant_id': 'a47989251b16474f830f5a46efe33812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:27:45Z', 'updated_at': '2022-07-12T17:38:30Z', 'revision_number': 6, 'project_id': 'a47989251b16474f830f5a46efe33812', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:38:30.660611 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (b67450e6-cfaa-4e67-9898-2f496593d1bc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.692358 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67450e6-cfaa-4e67-9898-2f496593d1bc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:30.755060 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.839565 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.841657 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks [] for router_controller (c36d7dc8-ba01-47e8-b882-d693538a77e3), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.881326 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (c36d7dc8-ba01-47e8-b882-d693538a77e3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.881873 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36d7dc8-ba01-47e8-b882-d693538a77e3 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:38:30.886526 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.887632 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5e354ace-068e-4d1f-8a59-7cf993efa293 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c36d7dc8-ba01-47e8-b882-d693538a77e3 HTTP/1.1" status: 204 len: 168 time: 0.7198150 Jul 12 17:38:30.890105 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48442) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:30.936302 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Deleting subnet 10dfa0de-8f50-4448-847f-de8a7fcb57e3 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:38:30.939913 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:30.940773 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Publish callbacks [] for subnet (10dfa0de-8f50-4448-847f-de8a7fcb57e3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:30.977476 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3248452'] for subnet (10dfa0de-8f50-4448-847f-de8a7fcb57e3), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.052307 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:31.055411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (10dfa0de-8f50-4448-847f-de8a7fcb57e3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.111791 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971199'] for subnet (10dfa0de-8f50-4448-847f-de8a7fcb57e3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.135215 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dfa0de-8f50-4448-847f-de8a7fcb57e3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:31.140802 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.143930 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4e78b140-f92d-4556-b586-16498d224e5f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/10dfa0de-8f50-4448-847f-de8a7fcb57e3 HTTP/1.1" status: 204 len: 168 time: 0.2529178 Jul 12 17:38:31.146355 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b351aba-7e15-4256-a0a0-c970998129c4 None None] Network f555be57-c537-4463-873d-2fa611295c76 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:38:31.146852 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48444) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:31.215129 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (f555be57-c537-4463-873d-2fa611295c76), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.258560 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Deleting port ebcb82c4-d37e-4aa4-9c38-9162be86942b {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:31.258968 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.324107 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] For port ebcb82c4-d37e-4aa4-9c38-9162be86942b, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ebcb82c4-d37e-4aa4-9c38-9162be86942b,segment=NetworkSegment(e5c52659-1dce-44bd-9189-ab29a4824547),segment_id=e5c52659-1dce-44bd-9189-ab29a4824547)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:31.324401 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.336721 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Calling delete_port for ebcb82c4-d37e-4aa4-9c38-9162be86942b owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:31.385813 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] DHCP port deletion for f555be57-c537-4463-873d-2fa611295c76 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:38:31.422093 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.429067 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Deleting port ebcb82c4-d37e-4aa4-9c38-9162be86942b {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:38:31.437450 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.451974 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcb82c4-d37e-4aa4-9c38-9162be86942b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:31.455416 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] No DVR routers for this DVR port ebcb82c4-d37e-4aa4-9c38-9162be86942b on host dv-cinder-849325-2-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:38:31.497786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] For port ebcb82c4-d37e-4aa4-9c38-9162be86942b, host dv-cinder-849325-2-iscsi, got binding levels [] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:31.498185 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.511661 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Calling delete_port for ebcb82c4-d37e-4aa4-9c38-9162be86942b owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:38:31.514556 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Port ebcb82c4-d37e-4aa4-9c38-9162be86942b was not found and therefore no delete operation was performed {{(pid=103964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 12 17:38:31.515823 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925'] for port (ebcb82c4-d37e-4aa4-9c38-9162be86942b), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.527890 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (f555be57-c537-4463-873d-2fa611295c76), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.539796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Pushing event deleted for resources: {'Port': ['ID=ebcb82c4-d37e-4aa4-9c38-9162be86942b,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:31.544272 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] No DVR routers for this DVR port ebcb82c4-d37e-4aa4-9c38-9162be86942b on host dv-cinder-849325-2-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:38:31.549315 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f555be57-c537-4463-873d-2fa611295c76']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:31.551159 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.551511 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.551858 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.552202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.552539 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.552871 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.553205 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.553534 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.553886 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.554217 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.554548 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.554876 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.555199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.555826 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.555826 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6e9e8a-6d25-43e4-b26f-0847f304afcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:31.562575 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c52659-1dce-44bd-9189-ab29a4824547') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:31.562899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c52659-1dce-44bd-9189-ab29a4824547') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:31.577033 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3248511'] for segment (e5c52659-1dce-44bd-9189-ab29a4824547), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.590708 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (e5c52659-1dce-44bd-9189-ab29a4824547), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.598119 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:38:31.598759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245572'] for segment (e5c52659-1dce-44bd-9189-ab29a4824547), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.668314 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (f555be57-c537-4463-873d-2fa611295c76), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.684624 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.690334 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f555be57-c537-4463-873d-2fa611295c76 HTTP/1.1" status: 204 len: 168 time: 0.5395169 Jul 12 17:38:31.690334 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f57f2f-6db5-447a-8f0f-ff6911a84475 admin admin] Pushing event deleted for resources: {'Network': ['ID=f555be57-c537-4463-873d-2fa611295c76,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:31.767408 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment e5c52659-1dce-44bd-9189-ab29a4824547 resource provider aggregate not found Jul 12 17:38:31.785118 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment e5c52659-1dce-44bd-9189-ab29a4824547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c52659-1dce-44bd-9189-ab29a4824547 found for delete ", "request_id": "req-b6bc4e68-d873-451b-96fa-e40486188311"}]} Jul 12 17:38:31.801361 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48458) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:31.842032 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cefbb371-2fdb-4d41-a485-28f0e62cb32f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a47989251b16474f830f5a46efe33812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395365 Jul 12 17:38:31.844558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48460) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:31.874968 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ebcb82c4-d37e-4aa4-9c38-9162be86942b no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:38:31.895590 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] Publish callbacks [] for security_group (cf69eb40-0611-480e-a0a7-c1b17e6dbcbd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.897668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: ebcb82c4-d37e-4aa4-9c38-9162be86942b {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:38:31.898028 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ebcb82c4-d37e-4aa4-9c38-9162be86942b not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:38:31.898430 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 1cf86739-7632-4e2c-a362-4c3e4fe725db no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:38:31.916132 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 1cf86739-7632-4e2c-a362-4c3e4fe725db {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:38:31.916384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 1cf86739-7632-4e2c-a362-4c3e4fe725db not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:38:31.916789 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device b67450e6-cfaa-4e67-9898-2f496593d1bc no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:38:31.917303 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] Publish callbacks [] for security_group (cf69eb40-0611-480e-a0a7-c1b17e6dbcbd), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.933849 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: b67450e6-cfaa-4e67-9898-2f496593d1bc {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:38:31.934190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device b67450e6-cfaa-4e67-9898-2f496593d1bc not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:38:31.944223 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:31.966788 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (cf69eb40-0611-480e-a0a7-c1b17e6dbcbd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.969280 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:31.970972 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf69eb40-0611-480e-a0a7-c1b17e6dbcbd HTTP/1.1" status: 204 len: 168 time: 0.1249161 Jul 12 17:38:31.978573 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ccb9e-95a6-497b-aa52-57ff82927e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf69eb40-0611-480e-a0a7-c1b17e6dbcbd,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:32.170962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.631313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48484) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:32.725887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254632188-network', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:32.746586 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Made reservation on behalf of f5c087dddd214fb881ff86e6ece45195 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:38:32.748883 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.751962 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:32.759174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.841556 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks [] for security_group (218f13da-f018-4d90-8ce8-a54be7fc5d6e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.845442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (218f13da-f018-4d90-8ce8-a54be7fc5d6e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.866254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 17:38:32.880832 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218f13da-f018-4d90-8ce8-a54be7fc5d6e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:32.883669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4d0643c4-5c39-4523-8e4a-cf564b29490a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.884005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Added segment 4d0643c4-5c39-4523-8e4a-cf564b29490a of type vlan for network b3d64fbb-59ae-47a7-b843-c4a18e75567c Jul 12 17:38:32.922313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760222663042'] for network (b3d64fbb-59ae-47a7-b843-c4a18e75567c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.947519 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409'] for network (b3d64fbb-59ae-47a7-b843-c4a18e75567c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.948405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:32.948971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:32.983699 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3513160 Jul 12 17:38:32.987077 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48488) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:32.991572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Request body: {'subnet': {'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254632188-subnet', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:33.019496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8737ef6-385f-447d-bfa4-eb70ecdf3234 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d64fbb-59ae-47a7-b843-c4a18e75567c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:33.029527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c details requested by agent ovs-agent-dv-cinder-849325-2-iscsi with host dv-cinder-849325-2-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 17:38:33.038298 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Made reservation on behalf of f5c087dddd214fb881ff86e6ece45195 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:38:33.040649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2567826'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.209245 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2567812'] for subnet (184beb9c-9f79-4a0a-8b48-3cb101cc7e57), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.213872 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:33.265486 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=184beb9c-9f79-4a0a-8b48-3cb101cc7e57,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:33.283175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Checking segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:38:33.283534 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Network hostable DHCP agents. Network: b3d64fbb-59ae-47a7-b843-c4a18e75567c, hostable agents: ['0f2fbb70-38e1-44be-a683-f9bd7490b585'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 17:38:33.299807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is scheduled to be hosted by DHCP agent 0f2fbb70-38e1-44be-a683-f9bd7490b585 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 17:38:33.308494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-2-iscsi, b3d64fbb-59ae-47a7-b843-c4a18e75567c) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:33.312716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:33.313301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.317512 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e58d5d-7fda-4890-938d-c2ddfb32366c None None] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:38:33.330277 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cead5682-0196-4ddc-aafa-36634e976fce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3422279 Jul 12 17:38:33.332839 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48490) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:33.337262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:33.357963 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1007828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router (339b8bd0-723f-40d2-8637-70e7204a0764), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.359106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-825291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1835'] for router (339b8bd0-723f-40d2-8637-70e7204a0764), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.409664 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for router_controller (339b8bd0-723f-40d2-8637-70e7204a0764), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.421478 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c871e7-02c4-5307-ace2-d1b3befdfb50-b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57'}]}} from dv-cinder-849325-2-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 17:38:33.422446 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.551127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for router_gateway (339b8bd0-723f-40d2-8637-70e7204a0764), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.559189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Allocated IP 172.20.0.2 (b3d64fbb-59ae-47a7-b843-c4a18e75567c/184beb9c-9f79-4a0a-8b48-3cb101cc7e57/c08e5ad2-950e-4925-9e2b-c0b30df68bf7) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:38:33.560849 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:33.696053 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:33.701619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:33.703411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks [] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.711212 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.732371 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for router_gateway (339b8bd0-723f-40d2-8637-70e7204a0764), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.751792 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:33.752179 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.758469 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:33.761167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:38:33.768625 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Pushing event updated for resources: {'Port': ['ID=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:33.825659 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Attempting to bind port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:38:33.826062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Attempting to bind port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:38:33.826427 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Attempting to bind port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:38:33.832096 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:38:33.832467 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Checking segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:38:33.832867 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.833261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Bound using segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:38:33.833746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Bound port: c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:38:33.834126 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.861603 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Allocated IP 172.27.0.120 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/5226f10f-9355-4f85-a7ca-69e7ee28c8c0) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:38:33.895118 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] For port c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:38:33.898408 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] For port c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:38:33.904582 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:33.964373 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8479a3-74c5-410d-8e87-13677fdd8c46 None None] Pushing event updated for resources: {'Port': ['ID=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:33.974536 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:34.007466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:34.039904 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:34.050697 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:34.054056 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:34.060898 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:38:34.065640 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:34.322389 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for router_gateway (339b8bd0-723f-40d2-8637-70e7204a0764), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:34.396729 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:38:34.406474 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:34.504333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1015629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-825183'] for router (339b8bd0-723f-40d2-8637-70e7204a0764), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:34.631975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Router 339b8bd0-723f-40d2-8637-70e7204a0764 is scheduled to L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 17:38:34.897926 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff871dcd-123c-46f2-8e97-55bd31ce6a3e None None] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:38:34.938033 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Provisioning complete for port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:34.938693 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:34.999717 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:38:35.013296 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:38:35.021530 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.022888 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-49ee7bec-80cb-44e4-a677-55fa09144bb5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6890328 Jul 12 17:38:35.025543 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48496) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:35.049217 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:35.049870 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:35.235446 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:35.297892 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Current status of the port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:35.298281 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.329703 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:35.400455 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] For port c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:35.407268 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.452145 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.505965 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c5e9-20f9-4f8a-b35f-db1d624dcc44 None None] Pushing event updated for resources: {'Port': ['ID=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:35.547500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-04ec0c2e-6c84-4c6b-be2e-81d03964f919 None None] Provisioning complete for port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:35.548385 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04ec0c2e-6c84-4c6b-be2e-81d03964f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.551900 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:35.565998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:35.569907 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:35.579576 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:34Z', 'revision_number': 3, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:35.609544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:38:35.609961 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Updating router 339b8bd0-723f-40d2-8637-70e7204a0764 port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 binding host dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:38:35.610096 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Allocated IP 172.20.0.1 (b3d64fbb-59ae-47a7-b843-c4a18e75567c/184beb9c-9f79-4a0a-8b48-3cb101cc7e57/2a4cc2a2-279e-4ee1-8e86-2980cff17029) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:38:35.655597 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.741825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks [] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.762983 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-04ec0c2e-6c84-4c6b-be2e-81d03964f919 None None] Current status of the port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:35.790765 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.835305 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:35.840801 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:35.845338 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:38:35.870420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Pushing event updated for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:35.891186 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-827175'] for router_interface (339b8bd0-723f-40d2-8637-70e7204a0764), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:35.949626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c08e5ad2-950e-4925-9e2b-c0b30df68bf7 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:36.027579 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks [] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.029327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.036062 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.042499 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:36.042499 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.080011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:36.129022 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-44ab2d9b-d727-4e67-92b3-3b285ff28dd8 None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:36.129353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44ab2d9b-d727-4e67-92b3-3b285ff28dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.131353 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491b027-8ffa-46f0-bd74-8407bb939b2e None None] Pushing event updated for resources: {'Port': ['ID=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:36.134812 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Attempting to bind port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:38:36.135378 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Attempting to bind port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:38:36.135736 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Attempting to bind port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 on network 33a951ea-bb0f-44da-96c2-2943a0b6c790 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:38:36.167512 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:38:36.167885 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Checking segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:38:36.168279 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.168663 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Bound using segment: {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:38:36.169135 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Bound port: 5226f10f-9355-4f85-a7ca-69e7ee28c8c0, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216e06b3-5063-43dd-a32f-6c487a47e717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:38:36.169509 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.203150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks [] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.208237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.229198 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2d9b-d727-4e67-92b3-3b285ff28dd8 None None] Port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:38:36.258699 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] For port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:38:36.261835 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] For port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:38:36.263162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:36.270635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.275244 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Pushing event updated for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:36.278425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007958'] for router_interface (339b8bd0-723f-40d2-8637-70e7204a0764), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.309402 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:36.332705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:36.333336 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:36.335239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491b027-8ffa-46f0-bd74-8407bb939b2e None None] Pushing event updated for resources: {'Port': ['ID=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:36.351638 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:36.376257 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:36.377740 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:36.446261 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:36.483201 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:36.494495 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:38:36.598418 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:38:36.603605 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-616969e0-f1ba-4adb-9400-480ca38cc9ff admin admin] 10.222.0.62 "PUT /v2.0/routers/339b8bd0-723f-40d2-8637-70e7204a0764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5770309 Jul 12 17:38:36.651377 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b0636457-142d-4c43-b817-360e143746a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:36Z', 'revision_number': 2, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:36.679457 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cf80fda3-8ba4-41db-8beb-1d5d521e42de None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:36.679822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cf80fda3-8ba4-41db-8beb-1d5d521e42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:36.683013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0636457-142d-4c43-b817-360e143746a3 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:36Z', 'revision_number': 2, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:38:36.719255 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cf80fda3-8ba4-41db-8beb-1d5d521e42de None None] Port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:38:36.918342 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48514) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:36.923464 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382120869', 'description': 'tempest-description--361366762'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:36.933024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:36.949045 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.039517 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (69a862a6-1532-4df6-a9c0-8018d405cd7d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.049932 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (69a862a6-1532-4df6-a9c0-8018d405cd7d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.085378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a862a6-1532-4df6-a9c0-8018d405cd7d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:37.090049 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.091637 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c588f12a-1093-4ee8-b08e-c64a1a9d114c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1722925 Jul 12 17:38:37.094597 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48518) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:37.099590 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group_rule': {'security_group_id': '69a862a6-1532-4df6-a9c0-8018d405cd7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:37.133937 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (347f2034-ad05-4475-93fd-58250ecd5726), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.200394 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (347f2034-ad05-4475-93fd-58250ecd5726), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.205045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (347f2034-ad05-4475-93fd-58250ecd5726), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.234489 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347f2034-ad05-4475-93fd-58250ecd5726,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:37.240811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.241998 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e52094b7-d378-4b22-9517-39ae8aa064f7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462967 Jul 12 17:38:37.244905 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48522) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:37.249870 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group_rule': {'security_group_id': '69a862a6-1532-4df6-a9c0-8018d405cd7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:37.286185 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (c8dafa60-be0b-40e0-bdee-c8065a4448d3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.351001 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (c8dafa60-be0b-40e0-bdee-c8065a4448d3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.358352 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (c8dafa60-be0b-40e0-bdee-c8065a4448d3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.381321 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dafa60-be0b-40e0-bdee-c8065a4448d3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:37.386314 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.387540 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1e939243-949d-4d75-9e1e-12934bb6062f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415365 Jul 12 17:38:37.390760 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48526) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:37.395372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:37.409295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:37.426591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.516808 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.627527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Allocated IP 172.27.0.92 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/3bb559f5-359d-412e-a1d3-c13601ea0373) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:38:37.660284 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:37.743998 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.777452 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.817454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:37.820465 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:37.823892 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:38:37.857370 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=3bb559f5-359d-412e-a1d3-c13601ea0373,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:37.914253 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:37.923407 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.964814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:37.965334 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:37.968274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.041040 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:38.041645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.065952 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] For port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:38.071649 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.122449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.128454 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Pushing event updated for resources: {'Port': ['ID=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:38.129952 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.199568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=3bb559f5-359d-412e-a1d3-c13601ea0373,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:38.201495 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:38.209381 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.226910 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:38.228143 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d0cc6a5d-42f3-4fd0-be39-fbf8033ee2b7 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8363898 Jul 12 17:38:38.379730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-4ca3029a-1d33-4260-9399-333a99483613 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1382120869&fields=id&tenant_id=f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 267 time: 0.0475297 Jul 12 17:38:38.487567 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-9125329b-3608-4183-9137-5b1455d5105e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:38.489220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-9125329b-3608-4183-9137-5b1455d5105e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 811 time: 0.1033270 Jul 12 17:38:38.508005 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-8b38ef6d-957c-4465-8021-5747f26df78a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/quotas/f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 375 time: 0.0130002 Jul 12 17:38:38.565981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-dbe39aaf-4470-4d4f-92d7-4ed9085d1581 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499809 Jul 12 17:38:38.629233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:38.713794 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-68fa4e79-1a11-4b67-9acd-3ac21d4bb19a service neutron] 10.222.0.62 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356788 Jul 12 17:38:38.809730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-60bb2e61-2705-4ca4-97b6-537a5ef3dded service neutron] 10.222.0.62 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895848 Jul 12 17:38:38.815877 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:38:38.826199 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:38.826809 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:38.928712 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:38.976823 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-acd8ea29-3cfc-49cd-878e-b513a2cc275b req-6a583a82-f655-4c65-a16a-ad52aef1318b tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0286136 Jul 12 17:38:39.207370 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:36Z', 'revision_number': 2, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:39.232641 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:38:39.232996 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Updating router 339b8bd0-723f-40d2-8637-70e7204a0764 port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 binding host dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 17:38:39.260229 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.526240 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks [] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.531235 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.579239 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Pushing event updated for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:39.589933 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.590277 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.590633 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.590964 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.591288 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.591613 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.591930 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.592248 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.592563 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.592875 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.593194 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.593525 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.593869 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.594183 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.594499 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:38:39.652554 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Attempting to bind port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 on host dv-cinder-849325-2-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:38:39.652922 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Attempting to bind port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 by drivers openvswitch,hyperv on host dv-cinder-849325-2-iscsi at level 0 using segments [{'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:38:39.653282 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Attempting to bind port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:38:39.659063 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Checking agent: {'id': '82d60ad8-5803-4aae-aa93-4c7cab406704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 17, 27), 'started_at': datetime.datetime(2022, 7, 12, 17, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:38:39.659424 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Checking segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:38:39.659821 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.660210 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Bound using segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:38:39.660678 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Bound port: 2a4cc2a2-279e-4ee1-8e86-2980cff17029, host: dv-cinder-849325-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:38:39.661051 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.670059 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:39.722844 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:39.725868 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] For port 2a4cc2a2-279e-4ee1-8e86-2980cff17029, host dv-cinder-849325-2-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:38:39.729929 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] For port 2a4cc2a2-279e-4ee1-8e86-2980cff17029, host dv-cinder-849325-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=2a4cc2a2-279e-4ee1-8e86-2980cff17029,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:38:39.736376 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.763354 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:39.765032 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.789206 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c45b-576b-478b-934a-d1620783affa None None] Pushing event updated for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:39.803649 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:39.804474 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:39.862731 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Current status of the port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:39.863765 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.902324 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] For port 2a4cc2a2-279e-4ee1-8e86-2980cff17029, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=2a4cc2a2-279e-4ee1-8e86-2980cff17029,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:39.909375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:39.930552 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:39.946925 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:40.000051 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f827-0868-43a6-bba1-4b80fe06861a None None] Pushing event updated for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:40.015968 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:40.016336 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:40.020514 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:40.055307 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a52e39b6-3109-4a06-b488-664b14626736 None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:40.055585 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a52e39b6-3109-4a06-b488-664b14626736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:40.087742 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-998be106-b785-4482-b424-be91945a8f97 req-c8aeb3bc-4bef-4d4c-ad22-c0d01dc31da3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0339618 Jul 12 17:38:40.098867 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:40.128769 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:40.153395 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9289b9-babf-4ed1-889b-b1e517b1be94 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:38:40.167837 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:40.168959 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 2a4cc2a2-279e-4ee1-8e86-2980cff17029 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:40.192129 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a52e39b6-3109-4a06-b488-664b14626736 None None] Current status of the port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:40.214589 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:40.214969 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:40.298877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:41.183114 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36e291e8-2bf8-4615-a099-0f942c0de7b5 req-274e0ed1-c444-497c-8ba0-91af29181e4d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Jul 12 17:38:41.877529 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 2a4cc2a2-279e-4ee1-8e86-2980cff17029 up at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:41.920269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Provisioning complete for port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:41.920627 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:41.988956 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Current status of the port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:42.278039 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18bbab07-1a2d-4a69-9217-5a03041a762a req-0f9785c0-fd6a-44d4-85df-a98ddd88659d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Jul 12 17:38:43.372924 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59ca3cc3-003b-4164-be80-a3c27b91e017 req-8b8e714d-199c-4378-994b-ac08bee8d570 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0285239 Jul 12 17:38:43.612916 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-6258f0d0-6566-45bd-90f9-759e4a7f14a8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:43.614608 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-6258f0d0-6566-45bd-90f9-759e4a7f14a8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 811 time: 0.1013145 Jul 12 17:38:43.701855 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-9d4485dc-315b-430e-8db8-61b1de4f964f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 380 time: 0.0590351 Jul 12 17:38:43.827334 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'port': {'device_id': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'admin_state_up': True, 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'security_groups': ['69a862a6-1532-4df6-a9c0-8018d405cd7d']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:43.931572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Made reservation on behalf of f5c087dddd214fb881ff86e6ece45195 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:38:43.935471 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.060915 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:44.062681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Allocated IP 172.20.0.11 (b3d64fbb-59ae-47a7-b843-c4a18e75567c/184beb9c-9f79-4a0a-8b48-3cb101cc7e57/e522e7de-744a-4fc0-b4c7-1fe412e3f382) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:38:44.203380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.234127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.275396 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:38:44.278366 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:38:44.282383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:38:44.287532 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:44.308736 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:44.337174 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:44.337811 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.353925 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-1bcd8a19-9d6f-451c-ba83-ac2216ecb0e3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5304213 Jul 12 17:38:44.403459 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Request body: {'port': {'device_id': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:44.490523 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.517940 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062cd50-35a6-49dc-b791-34614a1afe69 req-ef6c14af-1769-4ae3-bca7-d6109320172d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:44.519379 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8062cd50-35a6-49dc-b791-34614a1afe69 req-ef6c14af-1769-4ae3-bca7-d6109320172d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 932 time: 0.0617204 Jul 12 17:38:44.538854 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b721787d-4d25-41a8-8965-6d06c6351b37 None None] Provisioning complete for port e522e7de-744a-4fc0-b4c7-1fe412e3f382 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:44.539459 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b721787d-4d25-41a8-8965-6d06c6351b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.570572 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b721787d-4d25-41a8-8965-6d06c6351b37 None None] Port e522e7de-744a-4fc0-b4c7-1fe412e3f382 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:38:44.644425 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8062cd50-35a6-49dc-b791-34614a1afe69 req-97cc4170-542f-4ad8-ad5e-f7a165f28b71 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076367 Jul 12 17:38:44.795448 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e522e7de-744a-4fc0-b4c7-1fe412e3f382 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:38:44.802945 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks [] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.821184 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Transition to ACTIVE for port object e522e7de-744a-4fc0-b4c7-1fe412e3f382 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:38:44.825866 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:44.859693 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:44.877615 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Pushing event updated for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:44.952249 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Attempting to bind port e522e7de-744a-4fc0-b4c7-1fe412e3f382 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:38:44.952580 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Attempting to bind port e522e7de-744a-4fc0-b4c7-1fe412e3f382 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:38:44.952964 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Attempting to bind port e522e7de-744a-4fc0-b4c7-1fe412e3f382 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:38:44.958155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Port e522e7de-744a-4fc0-b4c7-1fe412e3f382 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:38:44.958473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Attempting to bind port e522e7de-744a-4fc0-b4c7-1fe412e3f382 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:38:44.963891 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:38:44.964225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Checking segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:38:44.964600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Bound using segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:38:44.965033 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Bound port: e522e7de-744a-4fc0-b4c7-1fe412e3f382, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:38:44.965411 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:45.032541 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:38:45.035675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:38:45.041587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:45.079689 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.080306 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:45.081681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] 10.222.0.66 "PUT /v2.0/ports/e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 1094 time: 0.6831992 Jul 12 17:38:45.082136 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:38:45.084372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f04341-731e-4e90-82eb-c3bcb13a9700" -d '{"events": [{"name": "network-changed", "server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:38:45.102433 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a87681-c6be-4a48-a68c-3bf8cc856d56 service neutron] Pushing event updated for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:45.139103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020fb2b9-590c-4cc3-a5c5-fb64a51f770b x-openstack-request-id: req-020fb2b9-590c-4cc3-a5c5-fb64a51f770b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:38:45.139435 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:38:45.139758 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-020fb2b9-590c-4cc3-a5c5-fb64a51f770b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:38:45.140069 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020fb2b9-590c-4cc3-a5c5-fb64a51f770b'] response: {'name': 'network-changed', 'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'status': 'completed', 'code': 200} Jul 12 17:38:45.247467 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-982ec2ff-f564-4b4b-a854-efd9cd6831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.248958 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-982ec2ff-f564-4b4b-a854-efd9cd6831bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1128 time: 0.0416214 Jul 12 17:38:45.283900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:45.357563 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-80cd2e61-d50a-483c-a813-06ef18c3a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.359033 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-80cd2e61-d50a-483c-a813-06ef18c3a9ab service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f5c087dddd214fb881ff86e6ece45195&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966139 Jul 12 17:38:45.450628 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-53b966fd-364c-4802-9c69-426b4a185743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.452051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-73f04341-731e-4e90-82eb-c3bcb13a9700 req-53b966fd-364c-4802-9c69-426b4a185743 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865214 Jul 12 17:38:45.552701 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-5f21d64d-70b2-4027-9601-a74218f5bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.554162 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-5f21d64d-70b2-4027-9601-a74218f5bad2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1128 time: 0.0416374 Jul 12 17:38:45.600744 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-03b11409-5904-4fc7-8c4a-9462a3681d92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 217 time: 0.0305734 Jul 12 17:38:45.649513 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-8f6fb3c3-5394-4e71-b69c-875c7d7ea9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.650975 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-8f6fb3c3-5394-4e71-b69c-875c7d7ea9e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0429189 Jul 12 17:38:45.695175 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-9dcb527f-211d-422d-8df5-59499e275a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.696648 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-9dcb527f-211d-422d-8df5-59499e275a00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380604 Jul 12 17:38:45.810961 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802258-9a13-4901-b0fc-fbe8db097887 req-872455eb-f879-477b-ae93-82df38e557c4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:45.812665 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08802258-9a13-4901-b0fc-fbe8db097887 req-872455eb-f879-477b-ae93-82df38e557c4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0954053 Jul 12 17:38:45.850567 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-4195636a-0cc9-4b2b-9a4c-066e1a36ffca service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405492 Jul 12 17:38:45.896264 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08802258-9a13-4901-b0fc-fbe8db097887 req-718a44fc-b22f-496c-b17e-1c17d8049613 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776303 Jul 12 17:38:46.203268 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-911994f7-8b32-4ff0-b909-e47777c0f970 req-24cfa6d4-456e-491b-b443-2d00d712f4dd service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458622 Jul 12 17:38:47.010267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07786834-157f-4be7-95ed-b4b9b3b92929 req-b4d859c0-9b1c-498c-ad0c-320883ca7478 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:47.011680 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07786834-157f-4be7-95ed-b4b9b3b92929 req-b4d859c0-9b1c-498c-ad0c-320883ca7478 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0462036 Jul 12 17:38:47.056961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-07786834-157f-4be7-95ed-b4b9b3b92929 req-fb6597c6-6115-4158-bdc7-bbfb66388243 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Jul 12 17:38:47.070230 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:47.083262 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:48.158002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:48.173965 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0f565-b4cf-425a-904e-71003755cd15 req-1bb909a7-8222-4879-b859-8a0939e1cc85 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:48.175440 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6db0f565-b4cf-425a-904e-71003755cd15 req-1bb909a7-8222-4879-b859-8a0939e1cc85 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0510194 Jul 12 17:38:48.224078 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6db0f565-b4cf-425a-904e-71003755cd15 req-2e5f6eff-138d-48c4-a9be-00f7745fc8bb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Jul 12 17:38:49.339649 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13061a8e-a0ba-48e8-b73a-7727f3c8be04 req-77d53639-c717-43de-b020-1730bc4688c0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:49.341118 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13061a8e-a0ba-48e8-b73a-7727f3c8be04 req-77d53639-c717-43de-b020-1730bc4688c0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Jul 12 17:38:49.387471 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13061a8e-a0ba-48e8-b73a-7727f3c8be04 req-b673f31b-fb04-476c-a5a3-50f56957ba2e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Jul 12 17:38:49.518051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48632) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:49.621268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-79b84150-87c3-4ebc-9d06-4cd39119893a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.641492 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:49.701973 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-79b84150-87c3-4ebc-9d06-4cd39119893a admin admin] Publish callbacks [] for security_group (85607e9d-2a45-4a9d-82c6-8082eab67632), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.706129 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-79b84150-87c3-4ebc-9d06-4cd39119893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (85607e9d-2a45-4a9d-82c6-8082eab67632), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.745292 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-79b84150-87c3-4ebc-9d06-4cd39119893a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68679c1025c648fba0f9cb95a79f8929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262113 Jul 12 17:38:49.747131 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b84150-87c3-4ebc-9d06-4cd39119893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85607e9d-2a45-4a9d-82c6-8082eab67632,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:49.748371 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48636) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:49.801353 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] Publish callbacks [] for security_group (85607e9d-2a45-4a9d-82c6-8082eab67632), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.825050 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] Publish callbacks [] for security_group (85607e9d-2a45-4a9d-82c6-8082eab67632), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.870909 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (85607e9d-2a45-4a9d-82c6-8082eab67632), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.873372 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:49.874526 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85607e9d-2a45-4a9d-82c6-8082eab67632 HTTP/1.1" status: 204 len: 168 time: 0.1250913 Jul 12 17:38:49.881979 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27009b1c-ffd2-4ec8-bcc4-90c4d28ea68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85607e9d-2a45-4a9d-82c6-8082eab67632,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:50.124987 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:50.132456 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=47 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:50.502229 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c46a8-5ae2-4fa6-8224-2d7208069c39 req-8d284773-0328-4ed5-81e5-991ff46b52ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:50.503669 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-555c46a8-5ae2-4fa6-8224-2d7208069c39 req-8d284773-0328-4ed5-81e5-991ff46b52ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0460637 Jul 12 17:38:50.549364 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-555c46a8-5ae2-4fa6-8224-2d7208069c39 req-dcb73c46-43e5-47dc-84ae-8b6c4ac4b4cc tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Jul 12 17:38:51.435160 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e522e7de-744a-4fc0-b4c7-1fe412e3f382 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:38:51.532175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:51.542877 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'port_id': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'mac_address': 'fa:16:3e:5e:3a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:38:51.584332 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:51.593356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e522e7de-744a-4fc0-b4c7-1fe412e3f382 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:51.593767 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:51.597746 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3a7c-b5fb-4636-a0c0-80c73f82aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:51.609309 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e522e7de-744a-4fc0-b4c7-1fe412e3f382 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:38:51.631892 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:51.636905 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:51.667444 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:51.668470 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70448-c343-4840-ab14-a8be46311c07 req-deb03f2c-e2fe-4d7a-9378-050eeb824327 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:51.670169 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ac70448-c343-4840-ab14-a8be46311c07 req-deb03f2c-e2fe-4d7a-9378-050eeb824327 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 944 time: 0.0495975 Jul 12 17:38:51.684117 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:51.722427 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ac70448-c343-4840-ab14-a8be46311c07 req-af9029a4-ebcf-48ef-9c24-68a321fe083c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Jul 12 17:38:52.055032 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['e522e7de-744a-4fc0-b4c7-1fe412e3f382'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:38:52.839750 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc40ac-0eb1-40db-a50f-89d4b79e9a53 req-391f82d1-a2d5-4fe9-be0e-ec9edaff3daf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:52.841194 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-45cc40ac-0eb1-40db-a50f-89d4b79e9a53 req-391f82d1-a2d5-4fe9-be0e-ec9edaff3daf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 945 time: 0.0470138 Jul 12 17:38:52.886662 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-45cc40ac-0eb1-40db-a50f-89d4b79e9a53 req-220febec-8c61-4e8b-9bf5-d3d0785a69aa tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Jul 12 17:38:53.461764 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e522e7de-744a-4fc0-b4c7-1fe412e3f382 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:38:53.502605 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port e522e7de-744a-4fc0-b4c7-1fe412e3f382 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:38:53.507631 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port e522e7de-744a-4fc0-b4c7-1fe412e3f382 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:38:53.508157 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:53.580491 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port e522e7de-744a-4fc0-b4c7-1fe412e3f382 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:38:53.580871 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:53.603131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:38:53.605326 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876049e-52e6-4e8e-bdb2-0a09a5c84221" -d '{"events": [{"server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "name": "network-vif-plugged", "status": "completed", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:38:53.617452 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:38:53.621366 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:53.648362 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488a5c32-2d54-4cb4-8027-341461464327 x-openstack-request-id: req-488a5c32-2d54-4cb4-8027-341461464327 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:38:53.648648 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "name": "network-vif-plugged", "status": "completed", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:38:53.648897 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-488a5c32-2d54-4cb4-8027-341461464327 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:38:53.649281 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488a5c32-2d54-4cb4-8027-341461464327'] response: {'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'code': 200} Jul 12 17:38:53.669966 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:38:53.842309 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a4dc0-c9a9-47e1-b690-547078078b42 req-b6af1efe-2ec4-457e-b065-aab07d036d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:53.843787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e2a4dc0-c9a9-47e1-b690-547078078b42 req-b6af1efe-2ec4-457e-b065-aab07d036d0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0387931 Jul 12 17:38:53.886520 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e2a4dc0-c9a9-47e1-b690-547078078b42 req-0cf1190a-d443-46e4-9c92-b4da59c2ae9d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367703 Jul 12 17:38:53.908770 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e2694ee8-92d6-4734-8363-86394aed4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:54.003380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41775-c683-451b-b55d-c42fc82f07aa req-9f2e28cb-a2e8-4ad0-b6c5-95b5173f5f6c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:54.004862 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-32d41775-c683-451b-b55d-c42fc82f07aa req-9f2e28cb-a2e8-4ad0-b6c5-95b5173f5f6c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Jul 12 17:38:54.050426 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-32d41775-c683-451b-b55d-c42fc82f07aa req-4753f75e-dfd7-423f-93ab-cf3e67d7d965 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 Jul 12 17:38:54.999960 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:55.165650 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fe056-ad89-483a-9666-fb065a137021 req-7547056f-c236-456f-bdf1-5928c0817f29 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:55.167113 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-608fe056-ad89-483a-9666-fb065a137021 req-7547056f-c236-456f-bdf1-5928c0817f29 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0476174 Jul 12 17:38:55.212509 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-608fe056-ad89-483a-9666-fb065a137021 req-12d15ba6-3a20-4665-b26c-28c32d76df34 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Jul 12 17:38:56.322948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622d404-67e7-4017-a50f-3c97c3f0a454 req-9b3be09c-78c3-4b2d-8778-d85dbe4eabde tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:56.324363 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1622d404-67e7-4017-a50f-3c97c3f0a454 req-9b3be09c-78c3-4b2d-8778-d85dbe4eabde tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0457883 Jul 12 17:38:56.366003 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:56.373652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1622d404-67e7-4017-a50f-3c97c3f0a454 req-28f6c9d5-5672-4dd8-bd74-67bca20bb964 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Jul 12 17:38:56.480160 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b161-f1ca-462c-9ae4-a7b0c163dca5 req-cdbbe726-3994-4e2f-976a-e2cf803f8114 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:56.481585 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e44b161-f1ca-462c-9ae4-a7b0c163dca5 req-cdbbe726-3994-4e2f-976a-e2cf803f8114 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0458112 Jul 12 17:38:56.490582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48658) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:38:56.494695 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'floatingip': {'port_id': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:38:56.531650 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:56.679206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:56.758319 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:56.920046 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:56.955787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:56.959620 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:57.053081 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Floating IP bcff20a6-81dc-47be-a0dd-ba6cbee512ca associated. External IP: 172.27.0.92, port: e522e7de-744a-4fc0-b4c7-1fe412e3f382. Jul 12 17:38:57.242779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:38:57.343731 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:38:57.348487 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:38:57.352873 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:38:57.366420 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:57.367036 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:57.376402 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:57.384192 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4a088ee5-49bd-4f79-a181-141b1ab3431c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "PUT /v2.0/floatingips/bcff20a6-81dc-47be-a0dd-ba6cbee512ca HTTP/1.1" status: 200 len: 991 time: 0.8927040 Jul 12 17:38:57.385200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:38:57.387587 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:38:57.422451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beda607-646d-455d-924a-b13c84ef108c x-openstack-request-id: req-1beda607-646d-455d-924a-b13c84ef108c {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:38:57.422749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:38:57.423000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1beda607-646d-455d-924a-b13c84ef108c {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:38:57.423405 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1beda607-646d-455d-924a-b13c84ef108c'] response: {'name': 'network-changed', 'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'status': 'completed', 'code': 200} Jul 12 17:38:57.469733 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:57.504341 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-86087c7e-ebbe-43d9-972e-74db764c2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:57.505859 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-86087c7e-ebbe-43d9-972e-74db764c2323 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0412400 Jul 12 17:38:57.596577 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-a0ffe8de-3132-4755-9988-7a0e886ac756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:57.597961 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-a0ffe8de-3132-4755-9988-7a0e886ac756 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0866358 Jul 12 17:38:57.618692 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:57.662256 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-c707f892-9a8a-4d9d-9dca-3d38f6c8a659 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 999 time: 0.0584188 Jul 12 17:38:57.680881 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'bcff20a6-81dc-47be-a0dd-ba6cbee512ca', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:5e:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:38:37Z', 'updated_at': '2022-07-12T17:38:56Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:57.705288 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:38:57.711020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-4e1160d8-15f6-4763-998e-aeb4bbdc6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:57.712475 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-4e1160d8-15f6-4763-998e-aeb4bbdc6223 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0441153 Jul 12 17:38:57.713731 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:38:57.714344 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:38:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:57.756792 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-f33caa42-972a-4e5c-9046-992f517bc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:38:57.758330 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-f33caa42-972a-4e5c-9046-992f517bc7f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397987 Jul 12 17:38:57.760517 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:57.783645 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:57.821646 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:38:57.856256 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-5de0d8e6-b03e-4754-82bc-47ff0cf38887 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916514 Jul 12 17:38:57.944514 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d84fb88-0d3d-46b2-a8c2-e6822eb36ee1 req-5045a4c5-a278-48ae-b4ba-f0e156b44fe6 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Jul 12 17:38:58.032171 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'bcff20a6-81dc-47be-a0dd-ba6cbee512ca', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:5e:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:38:37Z', 'updated_at': '2022-07-12T17:38:56Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:38:58.055949 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3994ef-f807-4fcb-989e-8ca76a3af761 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'bcff20a6-81dc-47be-a0dd-ba6cbee512ca', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:5e:3a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:38:37Z', 'updated_at': '2022-07-12T17:38:56Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:38:58.244953 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667d156-25c7-4eab-9566-565ba35ccfca None None] New status for floating IP bcff20a6-81dc-47be-a0dd-ba6cbee512ca: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:38:59.876872 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:38:59.877574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:02.174672 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:04.611107 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-cd44c83d-2c6e-4ee3-a6e9-3f39fcc06881 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416601 Jul 12 17:39:04.707108 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-32d51e3a-8870-4b86-98c2-83ce09d6388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:04.708570 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-32d51e3a-8870-4b86-98c2-83ce09d6388d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0394874 Jul 12 17:39:04.813118 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-ef0507bd-8f78-4bc4-b1b3-b3325bcc178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:04.814589 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-ef0507bd-8f78-4bc4-b1b3-b3325bcc178d service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.0881100 Jul 12 17:39:04.873042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-8b2639bb-ceb1-4acc-824c-7fccfe20d49d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 1002 time: 0.0524840 Jul 12 17:39:04.918527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-87d50c58-b608-4dc6-85c0-ea2536c5aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:04.919797 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-87d50c58-b608-4dc6-85c0-ea2536c5aaf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.0408719 Jul 12 17:39:04.965454 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-677083ca-8644-4d0f-80d3-78f526f6dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:04.966936 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-677083ca-8644-4d0f-80d3-78f526f6dc98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382860 Jul 12 17:39:05.055682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-9beeace8-d893-4e14-84a5-53e4a43eef18 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828798 Jul 12 17:39:05.146107 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8454635-8bd7-4749-9c1c-4f45b9ec569b req-7f9c375c-c7b6-43ea-a3b1-8e634643f821 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844696 Jul 12 17:39:08.346727 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:08.349030 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:11.396048 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:39:12.167677 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=48 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:12.169511 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:15.136437 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:15.143446 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=67 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:21.580375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7cff5946-2d4c-4e68-9e71-295bd92adeca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:23.911235 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-127e631c-cf8d-4bba-8c83-71871a9fe347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:25.003860 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:26.360296 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:26.364436 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:26.761328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:26.923906 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:30.474755 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48688) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:30.745901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Deleting port b2a7e251-de46-4e15-93ef-bb39ec68851d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:30.746158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:30.820743 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:30.821068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for floatingip (b2a7e251-de46-4e15-93ef-bb39ec68851d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:30.833459 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Calling delete_port for b2a7e251-de46-4e15-93ef-bb39ec68851d owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:30.977406 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (b2a7e251-de46-4e15-93ef-bb39ec68851d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:31.001247 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event deleted for resources: {'Port': ['ID=b2a7e251-de46-4e15-93ef-bb39ec68851d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:31.029535 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.029902 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.030237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.030564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.030890 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.031212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.031531 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.031847 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.032165 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.032477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.032791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.033738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.034060 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.034378 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.034689 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:31.074774 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for floatingip (0bb31807-9c56-45bb-8041-2093c8c2e8ad), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:31.075098 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Floating IP 0bb31807-9c56-45bb-8041-2093c8c2e8ad disassociated (deleted). External IP: 172.27.0.142, port: 78ee797f-f3e0-4e02-ba3d-1c9755d72b65. Jul 12 17:39:31.265733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:39:31.361804 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:39:31.366558 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:31.370963 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Sync routers for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:39:31.381500 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:31.382211 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:31.398426 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5fc5b9de-8273-4f93-a2ed-3246b75229b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "DELETE /v2.0/floatingips/0bb31807-9c56-45bb-8041-2093c8c2e8ad HTTP/1.1" status: 204 len: 168 time: 0.9226007 Jul 12 17:39:31.399015 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:39:31.401483 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:39:31.442741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243662c6-e539-4aeb-ae5b-181e4ba26813 x-openstack-request-id: req-243662c6-e539-4aeb-ae5b-181e4ba26813 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:39:31.443259 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:39:31.443517 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-243662c6-e539-4aeb-ae5b-181e4ba26813 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:39:31.444071 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243662c6-e539-4aeb-ae5b-181e4ba26813'] response: {'name': 'network-changed', 'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'status': 'completed', 'code': 200} Jul 12 17:39:31.485308 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:31.495698 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:31.538002 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:31.549388 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-17e14389-757d-4ef1-a9eb-cd24e1997939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:31.550935 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-17e14389-757d-4ef1-a9eb-cd24e1997939 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a054b68c85844739e5df76de96a12e7&device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 1130 time: 0.0652103 Jul 12 17:39:31.630173 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54eaf8-3717-476b-88a5-515b013f7e89 req-17e97fbf-81b9-4044-8a1e-3e512acd5025 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:31.631659 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca54eaf8-3717-476b-88a5-515b013f7e89 req-17e97fbf-81b9-4044-8a1e-3e512acd5025 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0500500 Jul 12 17:39:31.671557 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:31.681804 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ca54eaf8-3717-476b-88a5-515b013f7e89 req-b3773bf2-6fe5-490a-859a-0b19798b45b5 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Jul 12 17:39:31.819599 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Checking router: 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:39:31.827974 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:31.828584 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:31.927227 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:32.107496 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:32.132215 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063536e8-c638-4696-b288-d7eb1b4e85c4 None None] The sync data for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi is: [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:32:35Z', 'revision_number': 4, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'dc3ed9a5-afd2-4814-9aa5-80ddb349f02d', 'name': '', 'network_id': 'fed4962f-8432-4b33-952c-e8053c6a5d3d', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'mac_address': 'fa:16:3e:15:20:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:34Z', 'updated_at': '2022-07-12T17:32:39Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'subnets': [{'id': 'e867dd3b-95ce-453e-b37c-f89bcc38bdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:39:32.186588 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:32.354470 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d2893-5341-4a3f-809b-4ab62c266ac9 None None] New status for floating IP 0bb31807-9c56-45bb-8041-2093c8c2e8ad: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:39:32.718787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-82a8d0cf-f0d7-4216-8ff6-4528589e29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:32.720229 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-82a8d0cf-f0d7-4216-8ff6-4528589e29e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 200 len: 908 time: 0.0887733 Jul 12 17:39:32.760225 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-fb8d0db4-3795-46c5-aad4-8ca0f32f5add service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 200 len: 217 time: 0.0342979 Jul 12 17:39:33.076677 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f411-247c-48da-8d5e-1d52a0af511a req-9a3e0dda-d9de-4bcd-900f-e63de4b6f87c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:33.078166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2914f411-247c-48da-8d5e-1d52a0af511a req-9a3e0dda-d9de-4bcd-900f-e63de4b6f87c tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.3207271 Jul 12 17:39:33.087201 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-83e727bb-d28a-4a08-8aff-7d84c47043a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:33.089236 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-83e727bb-d28a-4a08-8aff-7d84c47043a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 200 len: 846 time: 0.3196681 Jul 12 17:39:33.159959 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2914f411-247c-48da-8d5e-1d52a0af511a req-fb48fed8-fb61-4099-ab5c-bf3cadc8db8e tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750010 Jul 12 17:39:33.165012 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-b3101a9a-5df5-4b57-8bae-bf84d23c4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:33.166465 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-b3101a9a-5df5-4b57-8bae-bf84d23c4fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fed4962f-8432-4b33-952c-e8053c6a5d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523853 Jul 12 17:39:34.275107 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13033d75-c053-4056-8170-088a1d362785 req-c877cda8-9780-4927-b286-c22fbd7cdfc1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:34.276458 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13033d75-c053-4056-8170-088a1d362785 req-c877cda8-9780-4927-b286-c22fbd7cdfc1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0496740 Jul 12 17:39:34.323466 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13033d75-c053-4056-8170-088a1d362785 req-8ee882d1-365d-4cbd-914e-beec052bd1a0 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Jul 12 17:39:35.434413 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8592-ab01-4a39-a7e1-e0895953f46f req-3981c8f9-97c8-4296-9128-e6e8ed4a5447 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:35.436122 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-032f8592-ab01-4a39-a7e1-e0895953f46f req-3981c8f9-97c8-4296-9128-e6e8ed4a5447 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0467992 Jul 12 17:39:35.489493 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-032f8592-ab01-4a39-a7e1-e0895953f46f req-a28e9b96-26d9-4f99-b975-b43d8a7da86d tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 Jul 12 17:39:36.601337 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb399d-7b9c-4aa6-b3da-0755b7838c6d req-d65adb44-2944-4a96-97cf-8c3bae783083 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:36.602822 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8eb399d-7b9c-4aa6-b3da-0755b7838c6d req-d65adb44-2944-4a96-97cf-8c3bae783083 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0462656 Jul 12 17:39:36.653507 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d8eb399d-7b9c-4aa6-b3da-0755b7838c6d req-720b3d9b-2f39-47b2-9ec0-e3eaaeb6dbdb tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Jul 12 17:39:37.682052 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:37.756229 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:39:37.756617 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:37.768621 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed824-595d-4e10-8234-d208a866d574 req-66bc13c6-da38-48bb-a0d8-308a61d8bac1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:37.770161 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a0ed824-595d-4e10-8234-d208a866d574 req-66bc13c6-da38-48bb-a0d8-308a61d8bac1 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 946 time: 0.0477333 Jul 12 17:39:37.775189 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:37.780915 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:39:37.783194 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59038bae-fdaa-4d80-84e3-fca604459c48" -d '{"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-unplugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:39:37.796935 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:37.801840 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:37.825830 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a0ed824-595d-4e10-8234-d208a866d574 req-c7bbd588-3494-4827-b0ab-1aca0dcbe360 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jul 12 17:39:37.831913 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13166084-668b-4cff-8a03-e84175f1f9c6 x-openstack-request-id: req-13166084-668b-4cff-8a03-e84175f1f9c6 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:39:37.832190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-unplugged", "status": "completed", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:39:37.832435 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13166084-668b-4cff-8a03-e84175f1f9c6 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:39:37.832815 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13166084-668b-4cff-8a03-e84175f1f9c6'] response: {'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'code': 200} Jul 12 17:39:37.853507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:37.860441 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.861310 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.861653 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.862013 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.862342 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.862668 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.862989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.863309 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.863629 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.863947 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.864289 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.864611 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.864926 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.865241 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:37.865556 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:38.513466 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-7c3cf310-5b81-4b7c-afea-fe3512490ee1 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869541 Jul 12 17:39:38.682333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-94df989b-fce5-4093-aa0c-a84493b9a52a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:38.683673 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-94df989b-fce5-4093-aa0c-a84493b9a52a tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0927415 Jul 12 17:39:38.723032 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:38.731947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:38.741134 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e91e00c-264d-4b35-a82c-aca3f13c7cf6 req-220a7d08-272b-417b-b9be-c0d5b9917ea1 service neutron] 10.222.0.66 "GET /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572406 Jul 12 17:39:38.788274 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Deleting port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:38.788913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:38.879573 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] For port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:38.879937 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:38.894693 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Calling delete_port for 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:38.971996 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200522-ba80-4b0d-a86c-e474e12e6c8a req-7fd5a868-9c9d-49a8-91c1-f28f3d96fe35 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:39:38.973349 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c200522-ba80-4b0d-a86c-e474e12e6c8a req-7fd5a868-9c9d-49a8-91c1-f28f3d96fe35 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/ports?device_id=bdfd07ca-55f6-48b2-b2c7-f202196e05ed HTTP/1.1" status: 200 len: 944 time: 0.0799687 Jul 12 17:39:39.045783 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c200522-ba80-4b0d-a86c-e474e12e6c8a req-728ded22-3070-4d66-b05e-6f5d3496d729 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb145373-2468-4521-b95b-5c39b6b38454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639870 Jul 12 17:39:39.095800 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (78ee797f-f3e0-4e02-ba3d-1c9755d72b65), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:39.123054 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event deleted for resources: {'Port': ['ID=78ee797f-f3e0-4e02-ba3d-1c9755d72b65,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:39.168791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] No DVR routers for this DVR port 78ee797f-f3e0-4e02-ba3d-1c9755d72b65 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:39:39.171212 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:39.174856 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8d30b722-2d33-4e80-926f-fd9432b4b104 req-8fc9b4a6-799b-455d-9c0f-84b34f29a930 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.66 "DELETE /v2.0/ports/78ee797f-f3e0-4e02-ba3d-1c9755d72b65 HTTP/1.1" status: 204 len: 173 time: 0.4851320 Jul 12 17:39:39.175292 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-deleted', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:39:39.177476 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec706cb-414f-4e0b-9a67-9bad12e5a346" -d '{"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-deleted", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:39:39.212971 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e9ed1-5097-48d4-b0e1-e513bc64cc97 x-openstack-request-id: req-0b3e9ed1-5097-48d4-b0e1-e513bc64cc97 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:39:39.213268 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfd07ca-55f6-48b2-b2c7-f202196e05ed", "name": "network-vif-deleted", "tag": "78ee797f-f3e0-4e02-ba3d-1c9755d72b65", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:39:39.213517 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b3e9ed1-5097-48d4-b0e1-e513bc64cc97 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:39:39.213951 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3e9ed1-5097-48d4-b0e1-e513bc64cc97'] response: {'server_uuid': 'bdfd07ca-55f6-48b2-b2c7-f202196e05ed', 'name': 'network-vif-deleted', 'tag': '78ee797f-f3e0-4e02-ba3d-1c9755d72b65', 'status': 'completed', 'code': 200} Jul 12 17:39:40.104703 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48718) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:40.161317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (bb145373-2468-4521-b95b-5c39b6b38454), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:40.186574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (bb145373-2468-4521-b95b-5c39b6b38454), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:40.246832 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (bb145373-2468-4521-b95b-5c39b6b38454), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:40.249368 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:40.250537 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb145373-2468-4521-b95b-5c39b6b38454 HTTP/1.1" status: 204 len: 168 time: 0.1461921 Jul 12 17:39:40.260256 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb145373-2468-4521-b95b-5c39b6b38454,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:40.268110 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.268460 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.268798 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.269134 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.269465 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.269821 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.270148 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.270484 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.270794 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.271114 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.271508 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.271999 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.272473 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.272838 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.273307 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dd333-39c8-468e-bf8f-eaf36916dd18 tempest-TestShelveInstance-877192269 tempest-TestShelveInstance-877192269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:39:40.309653 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48722) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:40.708386 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:40.796496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:40.871898 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:40.931616 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Deleting port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:40.931954 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.010869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] For port dc3ed9a5-afd2-4814-9aa5-80ddb349f02d, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:41.011225 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.024325 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Calling delete_port for dc3ed9a5-afd2-4814-9aa5-80ddb349f02d owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:41.195896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (dc3ed9a5-afd2-4814-9aa5-80ddb349f02d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.218315 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3ed9a5-afd2-4814-9aa5-80ddb349f02d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:41.378557 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.578332 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:39:41.580512 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:41.678529 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:41.681568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:39:41.687096 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3d82862-1ac0-4732-af91-64b12a268d1f admin admin] 10.222.0.62 "PUT /v2.0/routers/7968f2a3-c930-48ed-93e2-e24ea7bc6cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787973 Jul 12 17:39:41.690125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48726) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:41.692093 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Sync routers for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:39:41.701411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:41.702061 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:41.735282 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:41.789040 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks [] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.805525 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:41.887970 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks [] for router_gateway (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.932297 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Deleting port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:41.932633 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:41.969050 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:39:41Z', 'revision_number': 5, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port': {'id': 'ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:33Z', 'updated_at': '2022-07-12T17:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:41.997604 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Checking router: 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:39:42.005867 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Routers {'7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:42.006470 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:42.010810 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] For port ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:42.011181 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.024106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Calling delete_port for ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:42.084901 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] Set router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:42.136339 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:39:41Z', 'revision_number': 6, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:42.168498 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd04288-be1e-4d3b-83bc-42e6c89d7693 None None] The sync data for ids ['7968f2a3-c930-48ed-93e2-e24ea7bc6cb1'] in dv-cinder-849325-2-iscsi is: [{'id': '7968f2a3-c930-48ed-93e2-e24ea7bc6cb1', 'name': 'tempest-TestShelveInstance-28085811-router', 'tenant_id': '6a054b68c85844739e5df76de96a12e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:32Z', 'updated_at': '2022-07-12T17:39:41Z', 'revision_number': 6, 'project_id': '6a054b68c85844739e5df76de96a12e7', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:39:42.184596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.214024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:42.273962 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.358904 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:42.383604 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:42.609299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.611494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks [] for router_controller (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.653070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (7968f2a3-c930-48ed-93e2-e24ea7bc6cb1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.653728 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:39:42.658721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.659941 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6671acf7-7d7d-42dd-bce0-1054c7d0d4d3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7968f2a3-c930-48ed-93e2-e24ea7bc6cb1 HTTP/1.1" status: 204 len: 168 time: 0.9686084 Jul 12 17:39:42.662398 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48728) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:42.708723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Deleting subnet e867dd3b-95ce-453e-b37c-f89bcc38bdb5 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:39:42.711957 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Publish callbacks [] for subnet (e867dd3b-95ce-453e-b37c-f89bcc38bdb5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.729468 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:42.747729 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (e867dd3b-95ce-453e-b37c-f89bcc38bdb5), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.812932 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:42.821871 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (e867dd3b-95ce-453e-b37c-f89bcc38bdb5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.876275 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (e867dd3b-95ce-453e-b37c-f89bcc38bdb5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.901386 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e867dd3b-95ce-453e-b37c-f89bcc38bdb5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:42.904970 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:42.908220 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-adf2fe59-6339-4d7f-ab29-9150ed0db266 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e867dd3b-95ce-453e-b37c-f89bcc38bdb5 HTTP/1.1" status: 204 len: 168 time: 0.2447510 Jul 12 17:39:42.910518 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48730) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:42.917660 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9af546-b0aa-4b18-babc-6028a2be24d2 None None] Network fed4962f-8432-4b33-952c-e8053c6a5d3d requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:39:42.984920 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (fed4962f-8432-4b33-952c-e8053c6a5d3d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.031723 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Deleting port 4a1d5755-b200-4a3e-82d4-5589238fb884 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:43.032003 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.086020 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] DHCP port deletion for fed4962f-8432-4b33-952c-e8053c6a5d3d request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:39:43.101182 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] For port 4a1d5755-b200-4a3e-82d4-5589238fb884, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4a1d5755-b200-4a3e-82d4-5589238fb884,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:43.101564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.114868 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Calling delete_port for 4a1d5755-b200-4a3e-82d4-5589238fb884 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:43.122273 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Deleting port 4a1d5755-b200-4a3e-82d4-5589238fb884 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:43.122645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.192438 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] For port 4a1d5755-b200-4a3e-82d4-5589238fb884, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4a1d5755-b200-4a3e-82d4-5589238fb884,segment=NetworkSegment(4a2521bf-a7ee-44b9-b95d-2df6d5611af7),segment_id=4a2521bf-a7ee-44b9-b95d-2df6d5611af7)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:43.192801 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.202901 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.207688 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Calling delete_port for 4a1d5755-b200-4a3e-82d4-5589238fb884 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:43.237898 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1d5755-b200-4a3e-82d4-5589238fb884,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:43.244137 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] No DVR routers for this DVR port 4a1d5755-b200-4a3e-82d4-5589238fb884 on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:39:43.283744 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925'] for port (4a1d5755-b200-4a3e-82d4-5589238fb884), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.286835 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:43.313316 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] Pushing event deleted for resources: {'Port': ['ID=4a1d5755-b200-4a3e-82d4-5589238fb884,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:43.316224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (fed4962f-8432-4b33-952c-e8053c6a5d3d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.317970 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbb225-c4ba-4062-8d69-c8ff63bd2ee8 None None] No DVR routers for this DVR port 4a1d5755-b200-4a3e-82d4-5589238fb884 on host dv-cinder-849325-2-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:39:43.338592 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed4962f-8432-4b33-952c-e8053c6a5d3d']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:43.347750 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2521bf-a7ee-44b9-b95d-2df6d5611af7') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:43.348045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2521bf-a7ee-44b9-b95d-2df6d5611af7') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:43.361144 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (4a2521bf-a7ee-44b9-b95d-2df6d5611af7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.373924 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4a2521bf-a7ee-44b9-b95d-2df6d5611af7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.380824 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:39:43.381124 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (4a2521bf-a7ee-44b9-b95d-2df6d5611af7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.407727 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4a2521bf-a7ee-44b9-b95d-2df6d5611af7 resource provider aggregate not found Jul 12 17:39:43.437460 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4a2521bf-a7ee-44b9-b95d-2df6d5611af7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a2521bf-a7ee-44b9-b95d-2df6d5611af7 found for delete ", "request_id": "req-00d38b97-8dec-4913-a1ab-f8f798759529"}]} Jul 12 17:39:43.445716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (fed4962f-8432-4b33-952c-e8053c6a5d3d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.451156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.454200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] 10.222.0.62 "DELETE /v2.0/networks/fed4962f-8432-4b33-952c-e8053c6a5d3d HTTP/1.1" status: 204 len: 168 time: 0.5427830 Jul 12 17:39:43.457808 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48736) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:43.465156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4c44-1423-43e1-be11-65f83968a36f admin admin] Pushing event deleted for resources: {'Network': ['ID=fed4962f-8432-4b33-952c-e8053c6a5d3d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:43.762202 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:43.899097 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:43.918340 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:43.919001 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device ac7fc20f-df17-4fb3-a3c6-e6d2ed0bc61c not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:43.919131 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dc3ed9a5-afd2-4814-9aa5-80ddb349f02d no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:43.937164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: dc3ed9a5-afd2-4814-9aa5-80ddb349f02d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:43.937511 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dc3ed9a5-afd2-4814-9aa5-80ddb349f02d not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:43.937954 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4a1d5755-b200-4a3e-82d4-5589238fb884 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:43.955897 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 4a1d5755-b200-4a3e-82d4-5589238fb884 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:43.956243 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4a1d5755-b200-4a3e-82d4-5589238fb884 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:43.980166 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Deleting port a150829f-90c1-4285-a5c5-a2d2818994d1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:43.980503 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:44.057034 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] For port a150829f-90c1-4285-a5c5-a2d2818994d1, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a150829f-90c1-4285-a5c5-a2d2818994d1,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:44.057391 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:44.070191 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Calling delete_port for a150829f-90c1-4285-a5c5-a2d2818994d1 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:44.113056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:44.395962 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:44.476586 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (a150829f-90c1-4285-a5c5-a2d2818994d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:44.504587 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Pushing event deleted for resources: {'Port': ['ID=a150829f-90c1-4285-a5c5-a2d2818994d1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:44.661929 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:44.864543 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:39:44.963853 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:39:44.970168 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-45690bb4-c7b4-4b6e-8aaf-440bc5fb4edd admin admin] 10.222.0.62 "PUT /v2.0/routers/cb1121cf-c17a-4d7d-b3d4-b2db810e9205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112846 Jul 12 17:39:44.971250 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48740) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:44.973655 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Sync routers for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:39:44.983695 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:44.984297 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:45.067755 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks [] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.163743 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:45.168813 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks [] for router_gateway (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.213520 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:45.216400 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Deleting port 26567457-7b08-43c8-a750-ab9cfbd3d8d7 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:45.216679 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.230689 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:45.297703 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] For port 26567457-7b08-43c8-a750-ab9cfbd3d8d7, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=26567457-7b08-43c8-a750-ab9cfbd3d8d7,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:45.298134 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.311061 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Calling delete_port for 26567457-7b08-43c8-a750-ab9cfbd3d8d7 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:45.326861 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:39:44Z', 'revision_number': 5, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port': {'id': '26567457-7b08-43c8-a750-ab9cfbd3d8d7', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:45.352040 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Checking router: cb1121cf-c17a-4d7d-b3d4-b2db810e9205 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:39:45.360062 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Routers {'cb1121cf-c17a-4d7d-b3d4-b2db810e9205'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:39:45.360702 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:24Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:45.442809 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] Set router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:39:45.471787 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (26567457-7b08-43c8-a750-ab9cfbd3d8d7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.493632 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:39:45Z', 'revision_number': 6, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:45.495905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=26567457-7b08-43c8-a750-ab9cfbd3d8d7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:45.523300 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ba80b-87a4-4e48-b1cd-7c1c1e92b07e None None] The sync data for ids ['cb1121cf-c17a-4d7d-b3d4-b2db810e9205'] in dv-cinder-849325-2-iscsi is: [{'id': 'cb1121cf-c17a-4d7d-b3d4-b2db810e9205', 'name': 'tempest-TestShelveInstance-455760496-router', 'tenant_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:32:37Z', 'updated_at': '2022-07-12T17:39:45Z', 'revision_number': 6, 'project_id': '43db30c75e174e4cbd2ea24d9ed34b65', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:39:45.566204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.650819 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.652920 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks [] for router_controller (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.693533 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (cb1121cf-c17a-4d7d-b3d4-b2db810e9205), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.694185 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1121cf-c17a-4d7d-b3d4-b2db810e9205 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:39:45.699229 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.700347 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-28eb6944-e9d7-4d96-9c2f-a740088c0a52 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cb1121cf-c17a-4d7d-b3d4-b2db810e9205 HTTP/1.1" status: 204 len: 168 time: 0.7281656 Jul 12 17:39:45.702845 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48742) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:45.746048 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Deleting subnet 3d3642df-b74a-40e4-a0e9-f4c99417fa59 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:39:45.749063 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Publish callbacks [] for subnet (3d3642df-b74a-40e4-a0e9-f4c99417fa59), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.787467 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3248452'] for subnet (3d3642df-b74a-40e4-a0e9-f4c99417fa59), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.865436 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (3d3642df-b74a-40e4-a0e9-f4c99417fa59), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.925512 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971199'] for subnet (3d3642df-b74a-40e4-a0e9-f4c99417fa59), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.958333 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3642df-b74a-40e4-a0e9-f4c99417fa59,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:45.961949 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:45.965133 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac256ddb-b7e2-4faa-aedf-8375c8fe85ad admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3d3642df-b74a-40e4-a0e9-f4c99417fa59 HTTP/1.1" status: 204 len: 168 time: 0.2612977 Jul 12 17:39:45.967782 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48744) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:45.975848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40feee1d-066b-4b2d-a44d-a232ceb3c135 None None] Network a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:39:46.045249 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.087110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Deleting port 5856d6bd-08cb-4d49-a3aa-beaae636c99e {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:39:46.087456 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.149294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] For port 5856d6bd-08cb-4d49-a3aa-beaae636c99e, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5856d6bd-08cb-4d49-a3aa-beaae636c99e,segment=NetworkSegment(1ab638f8-a3e9-4a0b-b86a-0814c4ac210d),segment_id=1ab638f8-a3e9-4a0b-b86a-0814c4ac210d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:39:46.149652 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.161252 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:46.162430 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Calling delete_port for 5856d6bd-08cb-4d49-a3aa-beaae636c99e owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:39:46.176792 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:46.246775 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (5856d6bd-08cb-4d49-a3aa-beaae636c99e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.272863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=5856d6bd-08cb-4d49-a3aa-beaae636c99e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:46.274721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] No DVR routers for this DVR port 5856d6bd-08cb-4d49-a3aa-beaae636c99e on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:39:46.287156 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e61354-dcc3-4ad8-8239-9371ef99f9f1 None None] DHCP port deletion for a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:39:46.298984 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a150829f-90c1-4285-a5c5-a2d2818994d1 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:46.327350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: a150829f-90c1-4285-a5c5-a2d2818994d1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:46.327698 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a150829f-90c1-4285-a5c5-a2d2818994d1 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:46.353017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.374293 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a348c58a-a2ab-4a33-b62f-60ac5a6a70b4']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:46.384848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:46.385147 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab638f8-a3e9-4a0b-b86a-0814c4ac210d') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:39:46.394585 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (1ab638f8-a3e9-4a0b-b86a-0814c4ac210d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.409917 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (1ab638f8-a3e9-4a0b-b86a-0814c4ac210d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.416613 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:39:46.416991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (1ab638f8-a3e9-4a0b-b86a-0814c4ac210d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.436617 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 1ab638f8-a3e9-4a0b-b86a-0814c4ac210d resource provider aggregate not found Jul 12 17:39:46.474245 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 1ab638f8-a3e9-4a0b-b86a-0814c4ac210d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ab638f8-a3e9-4a0b-b86a-0814c4ac210d found for delete ", "request_id": "req-b5344547-179c-4e46-84d4-dd827286738b"}]} Jul 12 17:39:46.482559 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (a348c58a-a2ab-4a33-b62f-60ac5a6a70b4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.489229 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.494958 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a348c58a-a2ab-4a33-b62f-60ac5a6a70b4 HTTP/1.1" status: 204 len: 168 time: 0.5237846 Jul 12 17:39:46.504400 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deeb9e-2baa-48c0-b1d9-2bae53dd7c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=a348c58a-a2ab-4a33-b62f-60ac5a6a70b4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:46.616065 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48752) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:46.655810 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ffccc7ce-3bbd-4997-a244-368e31af5831 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a054b68c85844739e5df76de96a12e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384228 Jul 12 17:39:46.658875 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48754) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:46.689394 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:46.708536 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] Publish callbacks [] for security_group (5230c684-ab20-46de-8d8b-443cfc931cb2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.730245 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] Publish callbacks [] for security_group (5230c684-ab20-46de-8d8b-443cfc931cb2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.743423 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:46.777038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (5230c684-ab20-46de-8d8b-443cfc931cb2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.779520 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:46.780626 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5230c684-ab20-46de-8d8b-443cfc931cb2 HTTP/1.1" status: 204 len: 168 time: 0.1208994 Jul 12 17:39:46.788942 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a470fd1-f5cd-4459-9575-4c3391f6c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230c684-ab20-46de-8d8b-443cfc931cb2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:47.094680 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48760) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:47.133398 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-718f0ce7-3224-46ec-ba59-6474c25553ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43db30c75e174e4cbd2ea24d9ed34b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375872 Jul 12 17:39:47.135894 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48762) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:39:47.184553 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] Publish callbacks [] for security_group (938b1407-8013-436a-a43d-a17a28d988b9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:47.206452 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] Publish callbacks [] for security_group (938b1407-8013-436a-a43d-a17a28d988b9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:47.251854 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (938b1407-8013-436a-a43d-a17a28d988b9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:47.254290 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:47.255392 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/938b1407-8013-436a-a43d-a17a28d988b9 HTTP/1.1" status: 204 len: 168 time: 0.1186063 Jul 12 17:39:47.262972 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6cd37-1625-4614-878b-961c7e137394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938b1407-8013-436a-a43d-a17a28d988b9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:39:47.898552 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5856d6bd-08cb-4d49-a3aa-beaae636c99e no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:47.917916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 5856d6bd-08cb-4d49-a3aa-beaae636c99e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:47.918263 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5856d6bd-08cb-4d49-a3aa-beaae636c99e not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:47.918666 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 26567457-7b08-43c8-a750-ab9cfbd3d8d7 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:39:47.936544 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 26567457-7b08-43c8-a750-ab9cfbd3d8d7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:39:47.936892 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 26567457-7b08-43c8-a750-ab9cfbd3d8d7 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:39:48.395190 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:39:51.581128 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ae9e2788-3a11-47d3-8939-96599f18fbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:53.912925 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-760e004a-9d58-4936-a4e1-5311c0237532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:55.006202 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:56.478432 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=20,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:56.495025 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:56.765141 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:56.929804 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:39:57.258447 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:39:57.259288 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:01.290355 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48768) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:01.426671 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 1076e67d-de22-4548-b7a1-bbd0d6a8f440 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:01.427024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:01.503329 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:01.503655 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (1076e67d-de22-4548-b7a1-bbd0d6a8f440), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:01.515270 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 1076e67d-de22-4548-b7a1-bbd0d6a8f440 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:01.676312 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (1076e67d-de22-4548-b7a1-bbd0d6a8f440), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:01.701057 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=1076e67d-de22-4548-b7a1-bbd0d6a8f440,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:01.763121 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (c2f39169-969e-4276-9221-558b0329f5e5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:01.763461 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP c2f39169-969e-4276-9221-558b0329f5e5 disassociated (deleted). External IP: 172.27.0.184, port: 69957ac6-cba3-4a17-bf8c-7ef2a062fe49. Jul 12 17:40:01.957351 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:40:02.056844 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:40:02.061826 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:02.066763 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:40:02.075941 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:02.076642 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:02.091563 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f433a7df-cdf9-4886-a352-4e52028d8704 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "DELETE /v2.0/floatingips/c2f39169-969e-4276-9221-558b0329f5e5 HTTP/1.1" status: 204 len: 168 time: 0.8001690 Jul 12 17:40:02.092144 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:40:02.094391 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92" -d '{"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:40:02.136976 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84344516-d87b-4e1a-b989-a24ffeda17ad x-openstack-request-id: req-84344516-d87b-4e1a-b989-a24ffeda17ad {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:40:02.137304 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:40:02.138003 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84344516-d87b-4e1a-b989-a24ffeda17ad {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:40:02.138403 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84344516-d87b-4e1a-b989-a24ffeda17ad'] response: {'name': 'network-changed', 'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'status': 'completed', 'code': 200} Jul 12 17:40:02.176798 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:02.192024 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:02.226968 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-df5f96cf-cc68-4768-b6d5-a251ff865947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:02.229489 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-df5f96cf-cc68-4768-b6d5-a251ff865947 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 1130 time: 0.0489223 Jul 12 17:40:02.276662 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:02.327052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff191-f98d-439b-8b3f-130591d8b94c req-eb0998da-b6d2-4032-855e-e3a8b8ea0608 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:02.328561 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7bff191-f98d-439b-8b3f-130591d8b94c req-eb0998da-b6d2-4032-855e-e3a8b8ea0608 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0480034 Jul 12 17:40:02.378457 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7bff191-f98d-439b-8b3f-130591d8b94c req-7bda6034-3a7f-49dd-85dc-9935130ec7b6 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Jul 12 17:40:02.537022 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:02.561315 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:40:02.569356 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:02.569992 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:02.669609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:02.820904 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:02.873479 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:02.900197 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c08dc-35c4-441f-bc13-e12bcd259a27 None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': 'ddc515d7-4b3a-483a-8a85-a8195cbebe11', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'port_id': '688cf221-c835-44dd-84c1-37bb5d407d77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'mac_address': 'fa:16:3e:03:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:34:14Z', 'updated_at': '2022-07-12T17:34:17Z', 'revision_number': 1, 'project_id': '471e1e958b29427eb024616ca403985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:40:03.133531 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60433cbc-d91b-4ba9-bfb6-e18685131d99 None None] New status for floating IP c2f39169-969e-4276-9221-558b0329f5e5: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:40:03.390788 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-0fd62218-2b24-4e42-a1f9-a417bd7f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:03.392157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-0fd62218-2b24-4e42-a1f9-a417bd7f443e service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0884984 Jul 12 17:40:03.451346 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-de50d573-e277-497d-bee9-85d38bc64835 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 200 len: 217 time: 0.0347526 Jul 12 17:40:03.529119 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834055d3-3e0f-4a15-8f69-10fc1fc06f08 req-857d1213-f5a5-42cc-b492-e007930a0617 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:03.530593 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-834055d3-3e0f-4a15-8f69-10fc1fc06f08 req-857d1213-f5a5-42cc-b492-e007930a0617 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0809944 Jul 12 17:40:03.546213 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-d9135f17-6781-4406-b381-855e54f8720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:03.547652 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-d9135f17-6781-4406-b381-855e54f8720c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0691628 Jul 12 17:40:03.610586 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-80d6d5f2-3809-4f18-b116-be0f25f0aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:03.612051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-80d6d5f2-3809-4f18-b116-be0f25f0aef6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572317 Jul 12 17:40:03.616223 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-834055d3-3e0f-4a15-8f69-10fc1fc06f08 req-a125ec9d-1bd3-4e2b-b7fe-593fafb9d922 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792813 Jul 12 17:40:03.961531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-065d9129-8ef1-4089-9a14-82bbdb6aeafa service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863605 Jul 12 17:40:04.121799 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3f71e28f-f7a9-4834-b03a-90b7c39e3c92 req-4a0966f2-508e-46c5-83e5-03bbf3163507 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Jul 12 17:40:04.230384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-f46e3927-0659-46c2-9281-5be6a3348683 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:04.231823 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-f46e3927-0659-46c2-9281-5be6a3348683 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 946 time: 0.0462921 Jul 12 17:40:04.314233 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:04.314572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:04.406434 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] For port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:04.407103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:04.419228 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:04.487598 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:04.529216 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:04.558149 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (69957ac6-cba3-4a17-bf8c-7ef2a062fe49), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:04.607507 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=69957ac6-cba3-4a17-bf8c-7ef2a062fe49,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:04.621513 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-6a888ac4-f050-4539-af8c-479a4224d562 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750091 Jul 12 17:40:04.667192 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] No DVR routers for this DVR port 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:40:04.670379 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:04.673484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96f9f1b7-0ab7-45fc-a14a-2e13ad9b9cf9 req-9ed8d866-b616-4a75-9e0f-37da1130b175 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "DELETE /v2.0/ports/69957ac6-cba3-4a17-bf8c-7ef2a062fe49 HTTP/1.1" status: 204 len: 173 time: 0.4364676 Jul 12 17:40:04.673935 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'name': 'network-vif-deleted', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:40:04.676845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96be2ec-c912-4a5a-b26f-cce5034666ee" -d '{"events": [{"server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "name": "network-vif-deleted", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:40:04.734087 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf0045e-94dc-4637-bdca-a2f99c44f918 x-openstack-request-id: req-9bf0045e-94dc-4637-bdca-a2f99c44f918 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:40:04.734403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659c2528-8d70-483d-8fa3-dad061e504cb", "name": "network-vif-deleted", "tag": "69957ac6-cba3-4a17-bf8c-7ef2a062fe49", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:40:04.734600 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bf0045e-94dc-4637-bdca-a2f99c44f918 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:40:04.734998 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf0045e-94dc-4637-bdca-a2f99c44f918'] response: {'server_uuid': '659c2528-8d70-483d-8fa3-dad061e504cb', 'name': 'network-vif-deleted', 'tag': '69957ac6-cba3-4a17-bf8c-7ef2a062fe49', 'status': 'completed', 'code': 200} Jul 12 17:40:04.737903 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fcead223-30d8-4f6e-817d-b96b737de312 req-fa94a818-e883-427c-b3d4-4a5143c2136c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=659c2528-8d70-483d-8fa3-dad061e504cb HTTP/1.1" status: 200 len: 210 time: 0.0404391 Jul 12 17:40:04.739187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-763b44fe-ad36-4337-91e3-e5f9ae4a6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:04.740527 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-763b44fe-ad36-4337-91e3-e5f9ae4a6265 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1130 time: 0.0813026 Jul 12 17:40:04.880045 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-2e01d1da-ef6a-4155-a9e5-9722e717b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:04.881397 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-2e01d1da-ef6a-4155-a9e5-9722e717b87d service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0839417 Jul 12 17:40:04.947850 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-22315c32-79e3-40cd-8f2a-45061d73b3eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 1001 time: 0.0586681 Jul 12 17:40:04.999887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-7c639a1b-2514-4422-86f3-94e2bc18566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:05.001373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-7c639a1b-2514-4422-86f3-94e2bc18566e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0475950 Jul 12 17:40:05.046646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-908dcfac-28f3-43cb-a79a-75ad55d432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:05.048178 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-908dcfac-28f3-43cb-a79a-75ad55d432b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409184 Jul 12 17:40:05.161972 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-a3e2badf-bc8a-401e-9c67-0d680bc40727 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Jul 12 17:40:05.251682 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb58d776-4ac7-44d4-96ff-a164d60ee56d req-934ff704-1102-4311-8fed-ae7457dfa052 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830414 Jul 12 17:40:07.771692 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:07.791037 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:07.791382 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 69957ac6-cba3-4a17-bf8c-7ef2a062fe49 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:08.025825 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48800) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:08.058228 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:08.071936 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:08.162056 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 8cf60191-e13f-443b-a7fd-440669a5d556 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:08.162392 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:08.239703 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:08.240024 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (8cf60191-e13f-443b-a7fd-440669a5d556), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:08.252260 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 8cf60191-e13f-443b-a7fd-440669a5d556 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:08.387302 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (8cf60191-e13f-443b-a7fd-440669a5d556), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:08.636693 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=8cf60191-e13f-443b-a7fd-440669a5d556,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:08.697854 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (ddc515d7-4b3a-483a-8a85-a8195cbebe11), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:08.698175 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Floating IP ddc515d7-4b3a-483a-8a85-a8195cbebe11 disassociated (deleted). External IP: 172.27.0.74, port: 688cf221-c835-44dd-84c1-37bb5d407d77. Jul 12 17:40:08.896867 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:40:09.000764 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:40:09.005448 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:09.010049 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:40:09.019996 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:09.020638 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:09.034730 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b6d018fe-7674-46a6-969b-1ad970a0891c tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "DELETE /v2.0/floatingips/ddc515d7-4b3a-483a-8a85-a8195cbebe11 HTTP/1.1" status: 204 len: 168 time: 1.0073185 Jul 12 17:40:09.035392 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:40:09.037482 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}719dcf445c403d491261c1fdabd83e752cdfb43cb38aaa1ef8db71df856ae102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11" -d '{"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:40:09.079680 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b903929-38ee-43f6-8c2d-bc937dad8be1 x-openstack-request-id: req-1b903929-38ee-43f6-8c2d-bc937dad8be1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:40:09.079993 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:40:09.080265 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b903929-38ee-43f6-8c2d-bc937dad8be1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:40:09.080656 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b903929-38ee-43f6-8c2d-bc937dad8be1'] response: {'name': 'network-changed', 'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77', 'status': 'completed', 'code': 200} Jul 12 17:40:09.130527 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:09.270801 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005763-5e1a-4f6b-be49-e9cff5649be2 req-afe68dca-d0a6-46ac-8d48-9550d1ea50c2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:09.272259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-70005763-5e1a-4f6b-be49-e9cff5649be2 req-afe68dca-d0a6-46ac-8d48-9550d1ea50c2 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.0509462 Jul 12 17:40:09.319817 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:09.320618 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-70005763-5e1a-4f6b-be49-e9cff5649be2 req-832c2f17-da67-473c-b4f3-82185bf7dc95 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Jul 12 17:40:09.344796 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:40:09.347935 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:09.354720 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:09.355328 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:09.390260 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-4777f909-90d5-4212-9ccc-b9d93c8f903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:09.391730 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-4777f909-90d5-4212-9ccc-b9d93c8f903e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=471e1e958b29427eb024616ca403985f&device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 1130 time: 0.0384600 Jul 12 17:40:09.455164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:09.484347 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-5d94bc0f-7b21-408b-a6b5-ca7536f83b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:09.485852 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-5d94bc0f-7b21-408b-a6b5-ca7536f83b42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 200 len: 912 time: 0.0873792 Jul 12 17:40:09.525360 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-8d58d3ec-7195-4ae8-9909-c0a5a69b3b69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 200 len: 217 time: 0.0324798 Jul 12 17:40:09.573299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-88bd0a0a-655f-429b-ab95-2faa6bea1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:09.574753 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-88bd0a0a-655f-429b-ab95-2faa6bea1434 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 200 len: 850 time: 0.0428042 Jul 12 17:40:09.635852 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:09.660002 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea2f-390a-48d9-b420-7c582add92e4 None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:55Z', 'revision_number': 4, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': 'd83b4b65-210e-40af-801b-544f825f1042', 'name': '', 'network_id': '669116b9-7a59-4591-9422-ba3889789c63', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'mac_address': 'fa:16:3e:06:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:54Z', 'updated_at': '2022-07-12T17:29:58Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'subnets': [{'id': '75f8d944-8c2d-4fdc-8062-d94db66068c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:40:09.807027 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:09.814477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-a9ac3af1-caa1-40de-ad7c-28552f6c0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:09.816555 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-a9ac3af1-caa1-40de-ad7c-28552f6c0153 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=669116b9-7a59-4591-9422-ba3889789c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437503 Jul 12 17:40:09.880997 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496104db-09d8-489e-9b98-2b0143a52178 None None] New status for floating IP ddc515d7-4b3a-483a-8a85-a8195cbebe11: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:40:10.004956 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-6cff012f-44a3-4a65-97e8-558727936195 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890741 Jul 12 17:40:10.099061 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:10.125205 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a87b5-1734-4600-9ad4-7995765a4676 req-32b7e6f7-e102-4e6e-a861-e01713ace054 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:10.126657 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-223a87b5-1734-4600-9ad4-7995765a4676 req-32b7e6f7-e102-4e6e-a861-e01713ace054 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.0737047 Jul 12 17:40:10.239166 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3807d9a0-1db4-4948-b6b4-0d4bd64dcf11 req-417d15c0-72de-45c9-801f-394a87490373 service neutron] 10.222.0.66 "GET /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871052 Jul 12 17:40:10.248335 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 688cf221-c835-44dd-84c1-37bb5d407d77 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:10.248675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:10.335514 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] For port 688cf221-c835-44dd-84c1-37bb5d407d77, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=688cf221-c835-44dd-84c1-37bb5d407d77,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:10.336194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:10.349473 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 688cf221-c835-44dd-84c1-37bb5d407d77 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:10.448109 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383ff6-393b-4d78-898e-bed9ad64b5ef req-ba833ea4-57e9-415a-bba0-ae0b3efc96c3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:10.449521 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56383ff6-393b-4d78-898e-bed9ad64b5ef req-ba833ea4-57e9-415a-bba0-ae0b3efc96c3 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/ports?device_id=231ee55e-2eb4-48b5-9f95-845118f6dbd6 HTTP/1.1" status: 200 len: 946 time: 0.0581355 Jul 12 17:40:10.531841 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-56383ff6-393b-4d78-898e-bed9ad64b5ef req-bcc34d03-062a-430e-9835-45f1d00f79be tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762315 Jul 12 17:40:10.550852 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (688cf221-c835-44dd-84c1-37bb5d407d77), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:10.581726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=688cf221-c835-44dd-84c1-37bb5d407d77,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:10.626417 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] No DVR routers for this DVR port 688cf221-c835-44dd-84c1-37bb5d407d77 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:40:10.628900 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:10.632034 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-223a87b5-1734-4600-9ad4-7995765a4676 req-95cb7433-88ce-4685-bc02-dbec1308ac2f tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.66 "DELETE /v2.0/ports/688cf221-c835-44dd-84c1-37bb5d407d77 HTTP/1.1" status: 204 len: 173 time: 0.4810634 Jul 12 17:40:10.632452 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'name': 'network-vif-deleted', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:40:10.634689 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfef73f-0fe7-4d6f-8651-016821195af9" -d '{"events": [{"server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "name": "network-vif-deleted", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:40:10.669931 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536a9a77-9366-4757-aecd-28ed5bef0f08 x-openstack-request-id: req-536a9a77-9366-4757-aecd-28ed5bef0f08 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:40:10.670282 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231ee55e-2eb4-48b5-9f95-845118f6dbd6", "name": "network-vif-deleted", "tag": "688cf221-c835-44dd-84c1-37bb5d407d77", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:40:10.670526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-536a9a77-9366-4757-aecd-28ed5bef0f08 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:40:10.670922 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536a9a77-9366-4757-aecd-28ed5bef0f08'] response: {'server_uuid': '231ee55e-2eb4-48b5-9f95-845118f6dbd6', 'name': 'network-vif-deleted', 'tag': '688cf221-c835-44dd-84c1-37bb5d407d77', 'status': 'completed', 'code': 200} Jul 12 17:40:11.590224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48816) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:11.697523 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Deleting port 4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:11.697893 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:11.749462 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:11.774802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:11.775127 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:11.788083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Calling delete_port for 4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:11.911979 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:11.914975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:11.942192 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'Port': ['ID=4690d5ec-0e74-4cf9-8adf-c6d0a1de7aeb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:12.003295 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for floatingip (7e3a66b5-3217-47b6-9318-67a1015f441c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:12.005738 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:12.006913 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ca85aa8b-f201-4a3e-96b4-e00d80747293 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "DELETE /v2.0/floatingips/7e3a66b5-3217-47b6-9318-67a1015f441c HTTP/1.1" status: 204 len: 168 time: 0.4162216 Jul 12 17:40:13.204079 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48836) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:13.263034 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (9d2ff57e-91bc-48b0-bd5b-6301fc1968d3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:13.287692 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (9d2ff57e-91bc-48b0-bd5b-6301fc1968d3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:13.349232 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (9d2ff57e-91bc-48b0-bd5b-6301fc1968d3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:13.351802 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:13.352941 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] 10.222.0.62 "DELETE /v2.0/security-groups/9d2ff57e-91bc-48b0-bd5b-6301fc1968d3 HTTP/1.1" status: 204 len: 168 time: 0.1479025 Jul 12 17:40:13.362639 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e7ed-e976-4e7e-b4e9-da03ddfcbe97 tempest-TestVolumeBootPattern-1374833581 tempest-TestVolumeBootPattern-1374833581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ff57e-91bc-48b0-bd5b-6301fc1968d3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:13.412357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48840) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:13.798550 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 688cf221-c835-44dd-84c1-37bb5d407d77 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:13.825214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 688cf221-c835-44dd-84c1-37bb5d407d77 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:13.825977 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 688cf221-c835-44dd-84c1-37bb5d407d77 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:14.125562 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:14.265008 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:14.339815 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Deleting port d83b4b65-210e-40af-801b-544f825f1042 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:14.340150 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (d83b4b65-210e-40af-801b-544f825f1042), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:14.420666 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] For port d83b4b65-210e-40af-801b-544f825f1042, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=d83b4b65-210e-40af-801b-544f825f1042,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:14.420947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (d83b4b65-210e-40af-801b-544f825f1042), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:14.433504 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Calling delete_port for d83b4b65-210e-40af-801b-544f825f1042 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:14.482552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:14.609621 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (d83b4b65-210e-40af-801b-544f825f1042), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:14.635799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83b4b65-210e-40af-801b-544f825f1042,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:14.799675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.007111 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:40:15.019399 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:15.113622 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:40:15.121626 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3f72646e-81ff-4d31-8678-d214de2637a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/71cddfc6-0e23-447c-8963-4a1f6334e0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051110 Jul 12 17:40:15.121761 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48860) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:15.123093 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Sync routers for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:40:15.133779 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:15.134411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:15.235607 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:15.238668 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:15.255466 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks [] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.258364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:15.356403 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks [] for router_gateway (71cddfc6-0e23-447c-8963-4a1f6334e0e5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.399042 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Deleting port dedf902a-bae9-4605-8053-ac30d5428fc8 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:15.399374 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.419066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:15.428463 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:40:14Z', 'revision_number': 5, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port': {'id': 'dedf902a-bae9-4605-8053-ac30d5428fc8', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:15.457884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Checking router: 71cddfc6-0e23-447c-8963-4a1f6334e0e5 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:40:15.466160 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Routers {'71cddfc6-0e23-447c-8963-4a1f6334e0e5'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:15.466850 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:15.481391 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] For port dedf902a-bae9-4605-8053-ac30d5428fc8, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=dedf902a-bae9-4605-8053-ac30d5428fc8,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:15.481779 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.494987 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Calling delete_port for dedf902a-bae9-4605-8053-ac30d5428fc8 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:15.547657 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] Set router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:15.662173 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (dedf902a-bae9-4605-8053-ac30d5428fc8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.688708 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedf902a-bae9-4605-8053-ac30d5428fc8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:15.725672 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:40:15Z', 'revision_number': 6, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:15.753788 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800a722-8098-4c3a-96a6-f174bb08a2bd None None] The sync data for ids ['71cddfc6-0e23-447c-8963-4a1f6334e0e5'] in dv-cinder-849325-2-iscsi is: [{'id': '71cddfc6-0e23-447c-8963-4a1f6334e0e5', 'name': 'tempest-TestVolumeBootPattern-984255990-router', 'tenant_id': '471e1e958b29427eb024616ca403985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:52Z', 'updated_at': '2022-07-12T17:40:15Z', 'revision_number': 6, 'project_id': '471e1e958b29427eb024616ca403985f', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:40:15.754488 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.843062 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.845196 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks [] for router_controller (71cddfc6-0e23-447c-8963-4a1f6334e0e5), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.889154 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (71cddfc6-0e23-447c-8963-4a1f6334e0e5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.889847 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71cddfc6-0e23-447c-8963-4a1f6334e0e5 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:40:15.893950 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.895099 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-938608b9-18f2-43f9-a2c8-e35133b87233 admin admin] 10.222.0.62 "DELETE /v2.0/routers/71cddfc6-0e23-447c-8963-4a1f6334e0e5 HTTP/1.1" status: 204 len: 168 time: 0.7726483 Jul 12 17:40:15.897675 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48864) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:15.941317 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Deleting subnet 75f8d944-8c2d-4fdc-8062-d94db66068c8 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:40:15.944537 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Publish callbacks [] for subnet (75f8d944-8c2d-4fdc-8062-d94db66068c8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:15.977422 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3248452'] for subnet (75f8d944-8c2d-4fdc-8062-d94db66068c8), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.053826 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (75f8d944-8c2d-4fdc-8062-d94db66068c8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.087228 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:16.090437 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:16.116010 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2245502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3971199'] for subnet (75f8d944-8c2d-4fdc-8062-d94db66068c8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.146039 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f8d944-8c2d-4fdc-8062-d94db66068c8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:16.148118 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.154074 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c04eefaf-eb15-4d05-9bd8-184c1ae44b46 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/75f8d944-8c2d-4fdc-8062-d94db66068c8 HTTP/1.1" status: 204 len: 168 time: 0.2532496 Jul 12 17:40:16.154908 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48866) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:16.156624 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c65a10-a620-4168-ac87-5beccb4585dd None None] Network 669116b9-7a59-4591-9422-ba3889789c63 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:40:16.241566 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (669116b9-7a59-4591-9422-ba3889789c63), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.245669 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device d83b4b65-210e-40af-801b-544f825f1042 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:16.268299 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: d83b4b65-210e-40af-801b-544f825f1042 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:16.268645 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device d83b4b65-210e-40af-801b-544f825f1042 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:16.289101 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Deleting port a4efffd5-af56-48a5-806e-a277755d7884 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:16.289442 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (a4efffd5-af56-48a5-806e-a277755d7884), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.352985 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] For port a4efffd5-af56-48a5-806e-a277755d7884, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=a4efffd5-af56-48a5-806e-a277755d7884,segment=NetworkSegment(3795208c-9ee3-432b-ace7-83e4d5d1df99),segment_id=3795208c-9ee3-432b-ace7-83e4d5d1df99)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:16.353343 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (a4efffd5-af56-48a5-806e-a277755d7884), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.366928 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Calling delete_port for a4efffd5-af56-48a5-806e-a277755d7884 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:16.412016 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:16.450151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (a4efffd5-af56-48a5-806e-a277755d7884), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.476936 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] No DVR routers for this DVR port a4efffd5-af56-48a5-806e-a277755d7884 on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:40:16.478669 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4efffd5-af56-48a5-806e-a277755d7884,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:16.548314 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (669116b9-7a59-4591-9422-ba3889789c63), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.574791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669116b9-7a59-4591-9422-ba3889789c63']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:16.581270 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991e539-a2ce-4761-b38a-87ff6883d4c9 None None] DHCP port deletion for 669116b9-7a59-4591-9422-ba3889789c63 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:40:16.585230 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3795208c-9ee3-432b-ace7-83e4d5d1df99') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:16.585528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3795208c-9ee3-432b-ace7-83e4d5d1df99') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:16.597312 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (3795208c-9ee3-432b-ace7-83e4d5d1df99), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.610779 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (3795208c-9ee3-432b-ace7-83e4d5d1df99), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.617158 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:40:16.617582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (3795208c-9ee3-432b-ace7-83e4d5d1df99), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.635237 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 3795208c-9ee3-432b-ace7-83e4d5d1df99 resource provider aggregate not found Jul 12 17:40:16.676624 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 3795208c-9ee3-432b-ace7-83e4d5d1df99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3795208c-9ee3-432b-ace7-83e4d5d1df99 found for delete ", "request_id": "req-ac008587-c9c8-47dd-9fad-841f06255929"}]} Jul 12 17:40:16.685221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (669116b9-7a59-4591-9422-ba3889789c63), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.691020 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:16.694054 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] 10.222.0.62 "DELETE /v2.0/networks/669116b9-7a59-4591-9422-ba3889789c63 HTTP/1.1" status: 204 len: 168 time: 0.5379591 Jul 12 17:40:16.697011 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48874) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:16.705052 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52098ae6-8f9b-443e-999c-95b669447094 admin admin] Pushing event deleted for resources: {'Network': ['ID=669116b9-7a59-4591-9422-ba3889789c63,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:17.009913 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:17.221571 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Deleting port 4166a09d-cbb3-427b-a4bf-284d7e822f09 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:17.222270 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:17.296388 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] For port 4166a09d-cbb3-427b-a4bf-284d7e822f09, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=4166a09d-cbb3-427b-a4bf-284d7e822f09,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:17.296738 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:17.310127 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Calling delete_port for 4166a09d-cbb3-427b-a4bf-284d7e822f09 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:17.459059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:17.461251 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:17.483276 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (4166a09d-cbb3-427b-a4bf-284d7e822f09), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:17.505706 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4166a09d-cbb3-427b-a4bf-284d7e822f09,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:17.669117 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:17.867823 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:40:17.968155 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dedf902a-bae9-4605-8053-ac30d5428fc8 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:17.970057 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:40:17.975051 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2004485d-d5b5-4109-be9f-5ef9136217e5 admin admin] 10.222.0.62 "PUT /v2.0/routers/9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2770252 Jul 12 17:40:17.977665 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48878) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:17.978520 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Sync routers for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:40:17.981503 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=65 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:17.986881 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=60 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:17.994751 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:17.995376 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:17.996555 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: dedf902a-bae9-4605-8053-ac30d5428fc8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:17.996899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device dedf902a-bae9-4605-8053-ac30d5428fc8 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:17.997318 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a4efffd5-af56-48a5-806e-a277755d7884 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:18.015507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: a4efffd5-af56-48a5-806e-a277755d7884 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:18.015848 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device a4efffd5-af56-48a5-806e-a277755d7884 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:18.079176 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks [] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.095842 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:18.269843 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:40:17Z', 'revision_number': 5, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:18.295993 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Checking router: 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 for host: dv-cinder-849325-2-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:40:18.305264 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Routers {'9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:40:18.305918 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:39:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:18.410338 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] Set router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:40:18.414133 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks [] for router_gateway (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.459651 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Deleting port 8ea6fe54-556b-4358-9fb0-aae2d0c84517 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:18.460095 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.539702 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] For port 8ea6fe54-556b-4358-9fb0-aae2d0c84517, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=8ea6fe54-556b-4358-9fb0-aae2d0c84517,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:18.540062 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.552699 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Calling delete_port for 8ea6fe54-556b-4358-9fb0-aae2d0c84517 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:18.560697 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:18.562594 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:18.575551 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:40:17Z', 'revision_number': 5, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:18.600012 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed52d9c-1ffe-4396-81d9-a283e49cd5af None None] The sync data for ids ['9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50'] in dv-cinder-849325-2-iscsi is: [{'id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'name': 'tempest-TestVolumeBootPattern-2009840623-router', 'tenant_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:40:17Z', 'revision_number': 5, 'project_id': 'd41aa40c195f457ca0f0e1ded9ed874f', 'gw_port': {'id': '8ea6fe54-556b-4358-9fb0-aae2d0c84517', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:29:57Z', 'updated_at': '2022-07-12T17:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:40:18.721142 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (8ea6fe54-556b-4358-9fb0-aae2d0c84517), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.744962 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea6fe54-556b-4358-9fb0-aae2d0c84517,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:18.808928 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.893805 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.895855 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks [] for router_controller (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.940464 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.941185 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:40:18.946579 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:18.950348 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48882) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:18.950847 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1ceb0e11-5cf7-4f3a-841a-fc89f9651e9f admin admin] 10.222.0.62 "DELETE /v2.0/routers/9b2ce44a-7e1a-4af3-9d7c-7e9e90353a50 HTTP/1.1" status: 204 len: 168 time: 0.9717002 Jul 12 17:40:18.995834 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Deleting subnet 327c64a4-1024-4df9-9a1c-a9c84b19ec65 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:40:18.999058 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Publish callbacks [] for subnet (327c64a4-1024-4df9-9a1c-a9c84b19ec65), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.038848 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (327c64a4-1024-4df9-9a1c-a9c84b19ec65), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.114261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (327c64a4-1024-4df9-9a1c-a9c84b19ec65), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.168499 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (327c64a4-1024-4df9-9a1c-a9c84b19ec65), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.201010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327c64a4-1024-4df9-9a1c-a9c84b19ec65,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:19.203030 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.206108 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a5cd113e-539b-4eae-8f64-64e21886cde3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/327c64a4-1024-4df9-9a1c-a9c84b19ec65 HTTP/1.1" status: 204 len: 168 time: 0.2546518 Jul 12 17:40:19.208905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48884) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:19.210568 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb8502-9773-474a-a491-15221df94127 None None] Network 3ddb8b07-d697-4b8a-a762-8235f3239b07 requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:40:19.281434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (3ddb8b07-d697-4b8a-a762-8235f3239b07), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.327116 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Deleting port 45ea643d-766b-4485-a6b6-4174f4da8bee {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:40:19.327450 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.393140 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] For port 45ea643d-766b-4485-a6b6-4174f4da8bee, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=45ea643d-766b-4485-a6b6-4174f4da8bee,segment=NetworkSegment(dd327f95-d089-4e8e-9a07-7d0637eddcc2),segment_id=dd327f95-d089-4e8e-9a07-7d0637eddcc2)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:40:19.393498 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.406140 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Calling delete_port for 45ea643d-766b-4485-a6b6-4174f4da8bee owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:40:19.486183 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (45ea643d-766b-4485-a6b6-4174f4da8bee), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.508458 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ea643d-766b-4485-a6b6-4174f4da8bee,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:19.513781 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] No DVR routers for this DVR port 45ea643d-766b-4485-a6b6-4174f4da8bee on host dv-cinder-849325-2-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:40:19.584077 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (3ddb8b07-d697-4b8a-a762-8235f3239b07), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.606038 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddb8b07-d697-4b8a-a762-8235f3239b07']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:19.614298 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2122db6-c4b3-476b-a5f4-9ba2af587318 None None] DHCP port deletion for 3ddb8b07-d697-4b8a-a762-8235f3239b07 request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:40:19.617437 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd327f95-d089-4e8e-9a07-7d0637eddcc2') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:19.617880 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd327f95-d089-4e8e-9a07-7d0637eddcc2') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:40:19.636735 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3248511'] for segment (dd327f95-d089-4e8e-9a07-7d0637eddcc2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.651250 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (dd327f95-d089-4e8e-9a07-7d0637eddcc2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.657672 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:40:19.658083 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2245572'] for segment (dd327f95-d089-4e8e-9a07-7d0637eddcc2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.662984 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:19.678300 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment dd327f95-d089-4e8e-9a07-7d0637eddcc2 resource provider aggregate not found Jul 12 17:40:19.716443 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.services.segments.plugin [-] Segment dd327f95-d089-4e8e-9a07-7d0637eddcc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd327f95-d089-4e8e-9a07-7d0637eddcc2 found for delete ", "request_id": "req-1548731e-1129-474d-849a-cf2c6030de68"}]} Jul 12 17:40:19.725065 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (3ddb8b07-d697-4b8a-a762-8235f3239b07), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.729574 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.732689 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ddb8b07-d697-4b8a-a762-8235f3239b07 HTTP/1.1" status: 204 len: 168 time: 0.5225439 Jul 12 17:40:19.744916 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4d1fe-e01f-4e54-8009-f0b80114c399 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddb8b07-d697-4b8a-a762-8235f3239b07,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:19.859772 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48894) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:19.901139 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8062e839-ad95-4e27-aed4-d4aca130201c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=471e1e958b29427eb024616ca403985f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402479 Jul 12 17:40:19.903706 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48896) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:19.918123 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 8ea6fe54-556b-4358-9fb0-aae2d0c84517 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:19.936434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:19.936649 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 8ea6fe54-556b-4358-9fb0-aae2d0c84517 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:19.936898 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 8ea6fe54-556b-4358-9fb0-aae2d0c84517 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:19.937377 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 45ea643d-766b-4485-a6b6-4174f4da8bee no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:19.957068 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 45ea643d-766b-4485-a6b6-4174f4da8bee {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:19.957416 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 45ea643d-766b-4485-a6b6-4174f4da8bee not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:19.957937 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4166a09d-cbb3-427b-a4bf-284d7e822f09 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:40:19.959222 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] Publish callbacks [] for security_group (307c6d44-adcf-45ed-9a29-4a8361e815ac), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:19.960286 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=100 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:19.976547 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 4166a09d-cbb3-427b-a4bf-284d7e822f09 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:40:19.976896 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 4166a09d-cbb3-427b-a4bf-284d7e822f09 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:40:19.980741 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] Publish callbacks [] for security_group (307c6d44-adcf-45ed-9a29-4a8361e815ac), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.028710 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (307c6d44-adcf-45ed-9a29-4a8361e815ac), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.031161 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.032278 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/307c6d44-adcf-45ed-9a29-4a8361e815ac HTTP/1.1" status: 204 len: 168 time: 0.1276257 Jul 12 17:40:20.040191 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00789c68-65a4-4875-85d2-72144d53947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307c6d44-adcf-45ed-9a29-4a8361e815ac,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:20.375333 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48902) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:20.381384 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:20.418208 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-73b93e84-e487-4eb9-bba0-a62883de71e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d41aa40c195f457ca0f0e1ded9ed874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417678 Jul 12 17:40:20.420596 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48904) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:40:20.467278 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] Publish callbacks [] for security_group (26800659-2252-4faa-9486-ab28857918c3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.489913 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] Publish callbacks [] for security_group (26800659-2252-4faa-9486-ab28857918c3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.536609 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (26800659-2252-4faa-9486-ab28857918c3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.539235 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:20.540554 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26800659-2252-4faa-9486-ab28857918c3 HTTP/1.1" status: 204 len: 168 time: 0.1190720 Jul 12 17:40:20.548416 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae57025-93a1-4e32-b2e8-a876ed69dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26800659-2252-4faa-9486-ab28857918c3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:40:21.585319 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ea90dc79-e69b-41c7-9a74-01969dd2b3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:22.885427 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b0506-b6c8-4319-a122-4d22fa59908f req-bf1cf574-31fc-4ded-bc55-b864f9e4c385 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:22.886806 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-423b0506-b6c8-4319-a122-4d22fa59908f req-bf1cf574-31fc-4ded-bc55-b864f9e4c385 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0462706 Jul 12 17:40:22.921969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:22.941327 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-423b0506-b6c8-4319-a122-4d22fa59908f req-0bb01839-735b-4398-883c-6b8f1baf7c4f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488057 Jul 12 17:40:23.915506 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4e0a-c3c6-4cf2-80b9-fc37fa281715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:24.055327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58411-3a3f-4d85-b1d9-0e6fd68d1e0e req-2e624dd6-a698-44cb-9cb7-726120e816da tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:24.056769 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01e58411-3a3f-4d85-b1d9-0e6fd68d1e0e req-2e624dd6-a698-44cb-9cb7-726120e816da tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0465300 Jul 12 17:40:24.103137 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01e58411-3a3f-4d85-b1d9-0e6fd68d1e0e req-44ae0196-9066-4791-bcac-97dc36269d32 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Jul 12 17:40:25.009164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:25.214950 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a750a9-b0e8-414d-9f48-51f250616b86 req-411bdcd8-b3e8-4672-b286-08210c7153c9 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:25.216391 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41a750a9-b0e8-414d-9f48-51f250616b86 req-411bdcd8-b3e8-4672-b286-08210c7153c9 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0466921 Jul 12 17:40:25.262392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41a750a9-b0e8-414d-9f48-51f250616b86 req-4c1a3bd5-4197-4661-86fc-d610f8b71f47 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Jul 12 17:40:25.393272 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:40:26.378838 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb7f42-169b-4850-b241-dd20f3944a51 req-8b04c1a9-6c84-4b99-8b69-684d381d3ff8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:26.380273 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1aeb7f42-169b-4850-b241-dd20f3944a51 req-8b04c1a9-6c84-4b99-8b69-684d381d3ff8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0506940 Jul 12 17:40:26.425531 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1aeb7f42-169b-4850-b241-dd20f3944a51 req-13236986-1c13-4301-b35a-86411d2e7c23 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Jul 12 17:40:26.766751 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:26.921803 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:27.539474 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ebf26-0dde-4b40-a3f8-2b7abbf5b957 req-3b93ce7e-f2a8-4e12-8936-34660f0a90ba tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:27.540925 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-118ebf26-0dde-4b40-a3f8-2b7abbf5b957 req-3b93ce7e-f2a8-4e12-8936-34660f0a90ba tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0469337 Jul 12 17:40:27.587504 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-118ebf26-0dde-4b40-a3f8-2b7abbf5b957 req-3b523ae8-1c01-423c-a1fe-09c9a672254e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 Jul 12 17:40:28.702712 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252333-88a9-4902-9825-e038b9930da1 req-c77d1b71-7894-44cd-b4ee-56feba6fc9dd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:28.704090 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2252333-88a9-4902-9825-e038b9930da1 req-c77d1b71-7894-44cd-b4ee-56feba6fc9dd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0502234 Jul 12 17:40:28.752649 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e2252333-88a9-4902-9825-e038b9930da1 req-72b44b22-9032-4bac-8918-272c2c1d8a0a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Jul 12 17:40:29.865559 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7ae00-c92a-40ea-a25a-a4db71ab9926 req-58aaf7b4-59ac-4487-acc7-165303175328 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:29.867042 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50e7ae00-c92a-40ea-a25a-a4db71ab9926 req-58aaf7b4-59ac-4487-acc7-165303175328 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0462935 Jul 12 17:40:29.912716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50e7ae00-c92a-40ea-a25a-a4db71ab9926 req-d81accaa-faa9-40eb-ab61-88ef16fadaf4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Jul 12 17:40:30.014500 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:DELETE=4,neutron:SELECT=25 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:30.035823 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:31.026788 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7845c6-ebd4-4414-b2cc-de969e24785a req-3bdaa4ef-9bb0-437c-8af5-2ce24428979f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:31.028226 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f7845c6-ebd4-4414-b2cc-de969e24785a req-3bdaa4ef-9bb0-437c-8af5-2ce24428979f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0461791 Jul 12 17:40:31.077295 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f7845c6-ebd4-4414-b2cc-de969e24785a req-f4ac8e96-7e0f-4c6a-a3c6-5596f92986f1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Jul 12 17:40:32.191635 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a323fc-291d-4013-9526-6225cef8272b req-510adddf-c295-4c80-b797-c99cb124bafb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:32.193067 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99a323fc-291d-4013-9526-6225cef8272b req-510adddf-c295-4c80-b797-c99cb124bafb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0457082 Jul 12 17:40:32.212511 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:32.234208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:32.242106 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99a323fc-291d-4013-9526-6225cef8272b req-74479b3b-0f02-4341-a844-42822ac75c2d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Jul 12 17:40:33.357761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bd3c2-b653-47c4-9173-fd83ddade21b req-86a058cf-3e56-473c-a9f5-5f4d37f1b016 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.359194 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d3bd3c2-b653-47c4-9173-fd83ddade21b req-86a058cf-3e56-473c-a9f5-5f4d37f1b016 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0468519 Jul 12 17:40:33.404335 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d3bd3c2-b653-47c4-9173-fd83ddade21b req-bc3b3fd3-0608-4e31-b26b-8ff2719116ca tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Jul 12 17:40:33.638762 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f1f38-8b7b-468c-b34e-5ca0bbf248a2 req-9cf03d4a-9087-4ceb-a46a-3aeeb9330125 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.640249 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc8f1f38-8b7b-468c-b34e-5ca0bbf248a2 req-9cf03d4a-9087-4ceb-a46a-3aeeb9330125 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0520937 Jul 12 17:40:33.717740 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc8f1f38-8b7b-468c-b34e-5ca0bbf248a2 req-60d576f5-e846-4cfe-81c1-ee954e472c65 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714350 Jul 12 17:40:33.722702 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-7d46ed94-8c52-4e97-8913-62d488d6f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.724118 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-7d46ed94-8c52-4e97-8913-62d488d6f48b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0509799 Jul 12 17:40:33.799752 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:33.818834 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-06605b22-37f2-4794-a4f9-b2f30f39d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.820285 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-06605b22-37f2-4794-a4f9-b2f30f39d419 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0903137 Jul 12 17:40:33.880244 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-3c7bae6b-2956-45bc-99fe-f3e40a85cc8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 1001 time: 0.0536320 Jul 12 17:40:33.927236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-adfa685e-9165-46fe-843d-0c200381657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.928625 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-adfa685e-9165-46fe-843d-0c200381657d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0423985 Jul 12 17:40:33.974580 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-2e6fd56b-a991-4e9e-99bc-520607fb4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:33.976013 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-2e6fd56b-a991-4e9e-99bc-520607fb4025 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414832 Jul 12 17:40:34.062858 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-82cf35ad-9bac-4fb1-ba6f-9208eedb0471 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Jul 12 17:40:34.153389 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f316f1a0-ab1e-4472-9376-b7c92732901b req-74b677fc-a845-476d-8bb1-f1a5c637770e service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838683 Jul 12 17:40:34.836975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382d2f-00d9-4685-ba80-e1a1f51fd078 req-6cd91552-8c8d-4b3f-bd59-2197f8d0a78a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:34.838522 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba382d2f-00d9-4685-ba80-e1a1f51fd078 req-6cd91552-8c8d-4b3f-bd59-2197f8d0a78a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0481689 Jul 12 17:40:34.884325 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba382d2f-00d9-4685-ba80-e1a1f51fd078 req-d3e5b475-b667-42e3-bca3-76605a35a4b0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Jul 12 17:40:35.997009 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742fbbf-e409-4fa4-96dd-f31e2539b892 req-10db94da-ed28-4502-874a-c42c0b55fcd0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:40:35.998469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1742fbbf-e409-4fa4-96dd-f31e2539b892 req-10db94da-ed28-4502-874a-c42c0b55fcd0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0465679 Jul 12 17:40:36.047160 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1742fbbf-e409-4fa4-96dd-f31e2539b892 req-9d5be7a0-e1ff-4ddc-8f4e-00a2bfd36d79 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Jul 12 17:40:40.374236 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=66 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:40.374964 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=60 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:42.206555 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:42.208786 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:46.032905 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=55 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:46.044156 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=83 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:40:51.587206 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d80a268f-2adb-433a-b8ac-434efe0f982d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:53.916913 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-96017aec-118b-4ad0-a2bd-c48179863a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:55.014735 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:56.768552 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:40:56.924364 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:02.216566 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:02.392168 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:41:05.617137 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-8f63e793-4cdf-4a06-ae91-0649d536f052 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378652 Jul 12 17:41:05.687308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-bdb977b2-72ac-406e-a7bd-fa0c4bfe913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:05.688788 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-bdb977b2-72ac-406e-a7bd-fa0c4bfe913c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0401454 Jul 12 17:41:05.793435 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-b0c8cb51-0ade-49ff-9ea4-3320019aef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:05.794919 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-b0c8cb51-0ade-49ff-9ea4-3320019aef7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0886891 Jul 12 17:41:05.853971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-0125feca-ebe0-4ad2-ac46-62bd093d0881 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 1001 time: 0.0532627 Jul 12 17:41:05.901681 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-1a5bfeda-73f0-44cc-861d-713e244a041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:05.903145 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-1a5bfeda-73f0-44cc-861d-713e244a041f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0425572 Jul 12 17:41:05.950112 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-6c5af1c6-6994-4fd1-af34-99a08edebb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:05.951584 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-6c5af1c6-6994-4fd1-af34-99a08edebb85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427656 Jul 12 17:41:06.039748 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-a3f708fb-a045-4b12-bc6a-184fd3326ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Jul 12 17:41:06.130046 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51547c8e-1d41-4506-a28b-100cca9268f8 req-a0cc1e85-d55a-4c8c-a812-08a6ef9ae0ea service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Jul 12 17:41:12.210822 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:12.211986 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:16.125591 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=46 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:16.127485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=55 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:17.380720 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:20.436345 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:21.588237 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-07fd5f30-530f-416d-8e41-f5f893add898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:23.918620 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-edd37a5e-a659-47af-b6fe-c38332eb0fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:25.014671 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:26.771498 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:26.929037 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:32.225883 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:39.393163 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:41:40.826001 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f5b3-4c76-4f2c-bd40-ba1e40071ebe req-502651be-d5e0-4632-a342-4aec0337fe1c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:40.827448 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d99f5b3-4c76-4f2c-bd40-ba1e40071ebe req-502651be-d5e0-4632-a342-4aec0337fe1c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0478480 Jul 12 17:41:40.875420 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d99f5b3-4c76-4f2c-bd40-ba1e40071ebe req-b526337c-6a7f-487b-ae14-66036775818f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Jul 12 17:41:42.090950 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd17d-66f8-4f31-bce8-ce6925dec875 req-d4f7b57c-aa1a-449f-bbf2-337b0c84ab26 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:42.092392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-446bd17d-66f8-4f31-bce8-ce6925dec875 req-d4f7b57c-aa1a-449f-bbf2-337b0c84ab26 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.1486714 Jul 12 17:41:42.141301 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-446bd17d-66f8-4f31-bce8-ce6925dec875 req-91e38698-4df4-406e-84ed-d568e5de65f5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Jul 12 17:41:42.215643 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:42.221758 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:43.251385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e398ea-c586-4b8d-bf02-70496d9c66d0 req-c367ddd3-5930-4af2-92d1-6d7c4a9ea25d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:43.252846 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37e398ea-c586-4b8d-bf02-70496d9c66d0 req-c367ddd3-5930-4af2-92d1-6d7c4a9ea25d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0458467 Jul 12 17:41:43.299434 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-37e398ea-c586-4b8d-bf02-70496d9c66d0 req-ddf27ea9-858a-4128-b070-424907d8f9ac tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Jul 12 17:41:44.409996 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53889a00-b30f-484d-920e-39364ee05560 req-e9b870d4-d38c-4f88-be9d-846a177300d4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:44.411449 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53889a00-b30f-484d-920e-39364ee05560 req-e9b870d4-d38c-4f88-be9d-846a177300d4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0462341 Jul 12 17:41:44.458314 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53889a00-b30f-484d-920e-39364ee05560 req-d3b754b0-d3b0-4122-b891-ff3579c1ed98 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Jul 12 17:41:45.572224 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65589-b14c-4534-9036-a6c9f4d13fd5 req-c2a59638-86bd-4ad3-a103-380d3fe077fa tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:45.573656 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-25d65589-b14c-4534-9036-a6c9f4d13fd5 req-c2a59638-86bd-4ad3-a103-380d3fe077fa tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0491869 Jul 12 17:41:45.618768 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-25d65589-b14c-4534-9036-a6c9f4d13fd5 req-0f3253c9-0a50-4212-91ba-a0163c6e7675 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Jul 12 17:41:46.732744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ecf38-2de1-49a9-b8e1-cee766aef3e7 req-3bf70456-ab16-4743-bf87-b1e8d2e60989 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:46.734199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac5ecf38-2de1-49a9-b8e1-cee766aef3e7 req-3bf70456-ab16-4743-bf87-b1e8d2e60989 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0466015 Jul 12 17:41:46.780515 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac5ecf38-2de1-49a9-b8e1-cee766aef3e7 req-59c6f767-3729-49b8-bd3d-66a0270f69c1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Jul 12 17:41:47.891975 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c79fc0-4b64-4350-8b2f-ca181bba025c req-1c380fdb-db98-4289-b4e4-e958264571cf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:47.893439 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86c79fc0-4b64-4350-8b2f-ca181bba025c req-1c380fdb-db98-4289-b4e4-e958264571cf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0463941 Jul 12 17:41:47.944238 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86c79fc0-4b64-4350-8b2f-ca181bba025c req-2d76fb8f-6068-4784-9962-a55ea2b3584b tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447736 Jul 12 17:41:49.055451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93a40-2079-46cc-815d-b69ad3a5643c req-4659cda4-889c-4054-9b91-26205652d38d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:49.056866 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52b93a40-2079-46cc-815d-b69ad3a5643c req-4659cda4-889c-4054-9b91-26205652d38d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0460982 Jul 12 17:41:49.102183 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52b93a40-2079-46cc-815d-b69ad3a5643c req-4a1c1935-2406-40ae-bcb9-40f2d72ea56d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Jul 12 17:41:50.215552 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f2e0e-9aef-4907-9d75-994ec71b46e0 req-0cd6efe0-ccc5-455a-82f7-2146009a5f36 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:50.216959 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-798f2e0e-9aef-4907-9d75-994ec71b46e0 req-0cd6efe0-ccc5-455a-82f7-2146009a5f36 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0461040 Jul 12 17:41:50.263365 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-798f2e0e-9aef-4907-9d75-994ec71b46e0 req-3a4ecb82-b9b6-463e-8762-bfdea865b601 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 Jul 12 17:41:51.376466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f3ea-e06d-441b-92d6-e1e8d6f3f747 req-127054cb-4ab9-4bac-ad37-22f7d423767b tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:51.377929 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed78f3ea-e06d-441b-92d6-e1e8d6f3f747 req-127054cb-4ab9-4bac-ad37-22f7d423767b tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0483301 Jul 12 17:41:51.423109 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed78f3ea-e06d-441b-92d6-e1e8d6f3f747 req-2ae24cda-6b38-4dbd-878f-a534799a49b8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Jul 12 17:41:51.590284 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9b62fbc2-a8cf-41e4-aea7-2a62eb1d7127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:52.534123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a2e40-24bf-42ec-8489-ab197f9aa5eb req-76afb335-038d-4691-b805-c4e678d2ed56 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:52.535548 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f2a2e40-24bf-42ec-8489-ab197f9aa5eb req-76afb335-038d-4691-b805-c4e678d2ed56 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0456839 Jul 12 17:41:52.577070 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:52.581461 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f2a2e40-24bf-42ec-8489-ab197f9aa5eb req-335a5a08-2614-458d-81b2-966d914ebaae tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Jul 12 17:41:53.683657 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:53.698827 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fde88f-9f27-4c7c-a905-0878c9bd3b83 req-e05e964a-db70-4371-b47e-c5e0faa99004 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:53.700279 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0fde88f-9f27-4c7c-a905-0878c9bd3b83 req-e05e964a-db70-4371-b47e-c5e0faa99004 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0507095 Jul 12 17:41:53.746311 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0fde88f-9f27-4c7c-a905-0878c9bd3b83 req-78336c97-a6e6-401a-9452-8c4c0407da37 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Jul 12 17:41:53.920167 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8188d3b6-b36c-4d9e-832e-ba1fb179540b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:54.381939 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:54.385959 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:41:54.855514 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad333-b7af-40e8-891e-9c39e3ef001b req-8689f199-fcd0-434d-a75f-11f92f4e8b3a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:54.856931 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43dad333-b7af-40e8-891e-9c39e3ef001b req-8689f199-fcd0-434d-a75f-11f92f4e8b3a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0455194 Jul 12 17:41:54.903640 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43dad333-b7af-40e8-891e-9c39e3ef001b req-ab52a46d-b661-4925-a924-5b135f7d81b8 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Jul 12 17:41:55.017545 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:56.014075 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d3dd-e54f-4ba4-ad17-38bf9439468d req-53fdf816-1412-49db-87a2-b00752c5ef10 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:56.015491 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aab2d3dd-e54f-4ba4-ad17-38bf9439468d req-53fdf816-1412-49db-87a2-b00752c5ef10 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0450172 Jul 12 17:41:56.063713 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aab2d3dd-e54f-4ba4-ad17-38bf9439468d req-5fcd9ba2-67ff-465a-8cd9-642ec883b874 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Jul 12 17:41:56.774865 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:56.931269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:41:57.174155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9bb03-6981-4ca0-b76b-b266a6bb1a21 req-3b1f2266-620c-4cbd-9be5-074c3c8d3739 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:57.175582 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05f9bb03-6981-4ca0-b76b-b266a6bb1a21 req-3b1f2266-620c-4cbd-9be5-074c3c8d3739 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0457499 Jul 12 17:41:57.222459 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05f9bb03-6981-4ca0-b76b-b266a6bb1a21 req-61414c54-aaa8-46bf-b400-551e24a3cd5b tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Jul 12 17:41:58.333409 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea3696-640d-472d-8c97-3a419d6e8959 req-8dbba7de-de6b-4c61-b8da-9095ed2e5247 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:58.335491 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dea3696-640d-472d-8c97-3a419d6e8959 req-8dbba7de-de6b-4c61-b8da-9095ed2e5247 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0465543 Jul 12 17:41:58.381227 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dea3696-640d-472d-8c97-3a419d6e8959 req-c742f94e-e7bf-47f8-99b9-b43c83e7da23 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Jul 12 17:41:59.734753 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6fe6c-b4f4-4830-af7a-93ab2093c732 req-e90eb41b-d266-4d0f-91b4-95f03b1f3bd0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:41:59.736110 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9dd6fe6c-b4f4-4830-af7a-93ab2093c732 req-e90eb41b-d266-4d0f-91b4-95f03b1f3bd0 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.2903724 Jul 12 17:41:59.782544 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9dd6fe6c-b4f4-4830-af7a-93ab2093c732 req-074092ce-3abf-4902-b23d-eca4fee85dcf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Jul 12 17:42:00.893675 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7caa5d-b3de-4332-bb1e-7a7de885d1fc req-7fba3c8c-c2a1-427f-bac6-608e610ef10f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:00.895137 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d7caa5d-b3de-4332-bb1e-7a7de885d1fc req-7fba3c8c-c2a1-427f-bac6-608e610ef10f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0462122 Jul 12 17:42:00.942023 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d7caa5d-b3de-4332-bb1e-7a7de885d1fc req-f456bf82-3f68-4da1-bd17-803d3545e55e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Jul 12 17:42:02.056564 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be30966-440e-4ad6-b59d-7d5f918a1a65 req-7462dbdf-07d1-4402-a353-fadc17b30dc1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.058274 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8be30966-440e-4ad6-b59d-7d5f918a1a65 req-7462dbdf-07d1-4402-a353-fadc17b30dc1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Jul 12 17:42:02.103555 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8be30966-440e-4ad6-b59d-7d5f918a1a65 req-cd1f9984-8cb4-48ce-ab05-8e3dbfb11897 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 Jul 12 17:42:02.226220 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:02.298632 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f41e8-3f88-48e0-9445-af5daafec519 req-c9d43cc7-ee6d-4532-84ed-a5f8c069e136 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.300096 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0c1f41e8-3f88-48e0-9445-af5daafec519 req-c9d43cc7-ee6d-4532-84ed-a5f8c069e136 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0467811 Jul 12 17:42:02.351778 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0c1f41e8-3f88-48e0-9445-af5daafec519 req-e9817174-1bd7-41fd-afc8-0b82854d3dc2 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456100 Jul 12 17:42:02.424927 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-674cbf2e-35dc-436a-b943-ed69cc7f72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.426379 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-674cbf2e-35dc-436a-b943-ed69cc7f72fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0894661 Jul 12 17:42:02.517270 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-fe5ed5be-5990-4af7-a80b-e82184a7e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.518741 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-fe5ed5be-5990-4af7-a80b-e82184a7e8f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0858860 Jul 12 17:42:02.562262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:02.578352 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-218e9148-55c6-4afe-b03f-a408085c3cb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 1001 time: 0.0538790 Jul 12 17:42:02.626948 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:02.631708 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-a1dc0b4f-57a2-4b28-8160-f360dfdcd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.633167 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-a1dc0b4f-57a2-4b28-8160-f360dfdcd7e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0491283 Jul 12 17:42:02.675464 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-8357ad69-a7b3-4b22-bee5-aeae84e85f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:02.676884 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-8357ad69-a7b3-4b22-bee5-aeae84e85f35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376930 Jul 12 17:42:02.767886 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-4eec2c64-5878-4859-81b7-6bddacdf6bd8 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Jul 12 17:42:02.856113 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e9dc2a24-5ed6-4cc1-9b46-034cf2a737a7 req-dd4aacb6-7fd5-4941-b2ba-2015b904af30 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821953 Jul 12 17:42:03.469193 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b71e4-7ff9-4e25-a63a-8aa4df387020 req-ae011971-c065-4355-b098-4bd0d0910925 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:03.470685 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-998b71e4-7ff9-4e25-a63a-8aa4df387020 req-ae011971-c065-4355-b098-4bd0d0910925 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Jul 12 17:42:03.521550 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-998b71e4-7ff9-4e25-a63a-8aa4df387020 req-f440b126-ef92-435f-9b3b-66cd0d4347a3 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Jul 12 17:42:04.635539 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f80c6b-15c5-4bb1-8ea5-f114f8ade55b req-89c898b2-2557-4602-b507-2d55dc96c0fd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:04.636972 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53f80c6b-15c5-4bb1-8ea5-f114f8ade55b req-89c898b2-2557-4602-b507-2d55dc96c0fd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0466893 Jul 12 17:42:04.682866 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53f80c6b-15c5-4bb1-8ea5-f114f8ade55b req-baa209bd-43bb-4719-b876-e095e5df7a6c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Jul 12 17:42:06.572734 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-fe1ca856-5a50-4b56-b682-04df1877a4f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367744 Jul 12 17:42:06.666527 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a829-5255-47d8-9007-fe3467775936 req-89920966-d35d-420c-a84b-dd7e1d11d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:06.667981 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-89920966-d35d-420c-a84b-dd7e1d11d138 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 1130 time: 0.0383942 Jul 12 17:42:06.776026 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a829-5255-47d8-9007-fe3467775936 req-0cc7fcb2-bb6c-499f-b144-3c6f48df4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:06.777490 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-0cc7fcb2-bb6c-499f-b144-3c6f48df4a5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0917182 Jul 12 17:42:06.840740 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-0af88233-041f-4c52-ae86-460ac19683f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 200 len: 1001 time: 0.0574622 Jul 12 17:42:06.887420 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a829-5255-47d8-9007-fe3467775936 req-233a51e6-2bef-44fb-8559-0e0733bc7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:06.888822 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-233a51e6-2bef-44fb-8559-0e0733bc7fc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0426068 Jul 12 17:42:06.930561 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65a829-5255-47d8-9007-fe3467775936 req-676aeaa1-9799-4893-a2d6-7db25a67938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:42:06.932249 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-676aeaa1-9799-4893-a2d6-7db25a67938d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378878 Jul 12 17:42:07.025108 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-0112220e-5b29-4952-8274-8fb46f1f4694 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Jul 12 17:42:07.116737 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd65a829-5255-47d8-9007-fe3467775936 req-45dc5f4a-9d62-4ac1-83f4-19412b1b446a service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Jul 12 17:42:12.214765 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:12.220722 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:16.391682 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:42:17.107066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=99 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:17.113262 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:21.591410 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-928452b8-27a2-4c88-8ab9-5d4e0ec073cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:23.922053 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68b18e59-9963-43de-b0e1-1119fb47c555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:25.020560 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:26.777563 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:26.933798 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:31.371534 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:31.381701 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:32.228496 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:42.222047 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:42.224111 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:42:51.593514 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4607da6e-81ad-469c-91fc-588c30f08c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:53.391219 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:42:53.922060 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff07d14d-ae5b-422f-a3d3-0aefae70758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:55.024988 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:56.780325 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:42:56.935394 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:00.290791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f866-2db7-407a-9ac6-37660c754826 req-f54b2869-c6ea-4904-80f3-f5a60525f76c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:00.292259 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0198f866-2db7-407a-9ac6-37660c754826 req-f54b2869-c6ea-4904-80f3-f5a60525f76c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0478401 Jul 12 17:43:00.342539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0198f866-2db7-407a-9ac6-37660c754826 req-4916c16c-54b1-4d43-86ee-f26704766f18 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447109 Jul 12 17:43:01.455783 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed2f8-72c2-468f-9817-315cdcd9d284 req-93238b23-8dc8-4f78-b50d-e197af7e96ff tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:01.457225 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-458ed2f8-72c2-468f-9817-315cdcd9d284 req-93238b23-8dc8-4f78-b50d-e197af7e96ff tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0459647 Jul 12 17:43:01.503057 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-458ed2f8-72c2-468f-9817-315cdcd9d284 req-8584579a-31e6-42e3-8969-6f9d91768b4f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 Jul 12 17:43:02.220725 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.439557 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-31931219-2141-4fa1-8189-dea02fb84c98 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:02.440951 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-31931219-2141-4fa1-8189-dea02fb84c98 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0456798 Jul 12 17:43:02.520863 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Deleting port e522e7de-744a-4fc0-b4c7-1fe412e3f382 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:43:02.521520 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.647059 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8289df-fc48-415c-a3b7-8b09f0502bcd req-5e465f1d-7348-4d03-a09e-69b595b088a4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:02.648476 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e8289df-fc48-415c-a3b7-8b09f0502bcd req-5e465f1d-7348-4d03-a09e-69b595b088a4 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 946 time: 0.0702832 Jul 12 17:43:02.650110 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] For port e522e7de-744a-4fc0-b4c7-1fe412e3f382, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e522e7de-744a-4fc0-b4c7-1fe412e3f382,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:43:02.650466 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.743313 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6e8289df-fc48-415c-a3b7-8b09f0502bcd req-8269b79a-7a92-4640-b1d8-ca518dbd501c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=69a862a6-1532-4df6-a9c0-8018d405cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856469 Jul 12 17:43:02.839637 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.839991 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.840304 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Floating IP bcff20a6-81dc-47be-a0dd-ba6cbee512ca disassociated. External IP: 172.27.0.92, port: e522e7de-744a-4fc0-b4c7-1fe412e3f382. Jul 12 17:43:02.840638 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Calling delete_port for e522e7de-744a-4fc0-b4c7-1fe412e3f382 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:43:02.965572 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (e522e7de-744a-4fc0-b4c7-1fe412e3f382), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:02.993253 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'Port': ['ID=e522e7de-744a-4fc0-b4c7-1fe412e3f382,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:03.005149 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.005491 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.005856 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.006190 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.006515 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.006835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.007155 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.007472 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.007791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.008109 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.008426 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.008741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.009055 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.009367 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.009705 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:03.098571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:03.105988 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:03.116648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:43:03.217211 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:43:03.226609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:43:03.236928 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:43:03.237539 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:42:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:03.258526 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] No DVR routers for this DVR port e522e7de-744a-4fc0-b4c7-1fe412e3f382 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:43:03.261103 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:03.264235 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-497e8613-3150-4c47-a97b-7b0708d23ea0 req-21ddfea8-0548-4967-96c4-17b5a82d6245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "DELETE /v2.0/ports/e522e7de-744a-4fc0-b4c7-1fe412e3f382 HTTP/1.1" status: 204 len: 173 time: 0.8178160 Jul 12 17:43:03.264665 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'name': 'network-vif-deleted', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:43:03.266912 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80bc5a3-ab90-4c45-ac57-f205d1ae0817" -d '{"events": [{"server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "name": "network-vif-deleted", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:43:03.359658 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:43:03.385919 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6b781-1d97-4c2e-a703-c40b0e27a0a3 x-openstack-request-id: req-d2a6b781-1d97-4c2e-a703-c40b0e27a0a3 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:43:03.386352 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eadcdea-7baa-4f12-a2c8-7a6506824909", "name": "network-vif-deleted", "tag": "e522e7de-744a-4fc0-b4c7-1fe412e3f382", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:43:03.386825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2a6b781-1d97-4c2e-a703-c40b0e27a0a3 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:43:03.387353 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a6b781-1d97-4c2e-a703-c40b0e27a0a3'] response: {'server_uuid': '0eadcdea-7baa-4f12-a2c8-7a6506824909', 'name': 'network-vif-deleted', 'tag': 'e522e7de-744a-4fc0-b4c7-1fe412e3f382', 'status': 'completed', 'code': 200} Jul 12 17:43:03.557429 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:03.581880 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:43:03.590443 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:43:03.591042 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:42:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:03.692393 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:43:03.867729 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f1e9fe9-43d2-4a63-9260-c7469ed43fae req-0f8800ab-97f9-4721-a5da-9215b3c6a941 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=0eadcdea-7baa-4f12-a2c8-7a6506824909 HTTP/1.1" status: 200 len: 210 time: 0.0330513 Jul 12 17:43:03.904145 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:03.932215 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a404041-afc3-4ed2-98ed-b160a7fe9ff7 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:43:04.147109 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4a42f-30ec-4115-88db-9a2f02044f6e None None] New status for floating IP bcff20a6-81dc-47be-a0dd-ba6cbee512ca: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:43:04.951143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49090) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.007032 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (69a862a6-1532-4df6-a9c0-8018d405cd7d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.030206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (69a862a6-1532-4df6-a9c0-8018d405cd7d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.075721 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (69a862a6-1532-4df6-a9c0-8018d405cd7d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.078336 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.079500 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "DELETE /v2.0/security-groups/69a862a6-1532-4df6-a9c0-8018d405cd7d HTTP/1.1" status: 204 len: 168 time: 0.1269789 Jul 12 17:43:05.082306 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49092) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.088985 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ad5a5-01e2-479c-a51f-c639c61109ee tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a862a6-1532-4df6-a9c0-8018d405cd7d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:05.097516 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-3d721802-4970-4222-b029-d5a292daf240 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] show failed (client error): The resource could not be found. Jul 12 17:43:05.098561 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3d721802-4970-4222-b029-d5a292daf240 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups/69a862a6-1532-4df6-a9c0-8018d405cd7d HTTP/1.1" status: 404 len: 347 time: 0.0152247 Jul 12 17:43:05.101491 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49096) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.210336 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Deleting port 3bb559f5-359d-412e-a1d3-c13601ea0373 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:43:05.210587 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.286411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.286734 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (3bb559f5-359d-412e-a1d3-c13601ea0373), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.299050 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Calling delete_port for 3bb559f5-359d-412e-a1d3-c13601ea0373 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:43:05.421885 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (3bb559f5-359d-412e-a1d3-c13601ea0373), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.450400 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'Port': ['ID=3bb559f5-359d-412e-a1d3-c13601ea0373,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:05.475625 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.475909 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.476249 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.476585 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.476912 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.477238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.477561 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.477911 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.478236 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.478558 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.478877 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.479197 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.479514 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.479829 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.480151 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:05.520461 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (bcff20a6-81dc-47be-a0dd-ba6cbee512ca), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.522905 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.524035 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0a5d89a9-9702-4619-bbaa-d0168d531c8e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "DELETE /v2.0/floatingips/bcff20a6-81dc-47be-a0dd-ba6cbee512ca HTTP/1.1" status: 204 len: 168 time: 0.4216044 Jul 12 17:43:05.599066 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49100) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.604123 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482288087', 'description': 'tempest-description--1472303361'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:05.626089 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.690229 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (139280f3-f9b5-47d0-9474-b2193652bc70), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.693475 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (139280f3-f9b5-47d0-9474-b2193652bc70), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.722624 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.723864 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1232283 Jul 12 17:43:05.725568 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e895864-d315-4987-ac42-2ad39d1436c5 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139280f3-f9b5-47d0-9474-b2193652bc70,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:05.727411 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49102) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.731926 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group_rule': {'security_group_id': '139280f3-f9b5-47d0-9474-b2193652bc70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:05.758952 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (29f12b13-075f-482a-844a-97e8589a6dd4), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.813277 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (29f12b13-075f-482a-844a-97e8589a6dd4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.816478 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (29f12b13-075f-482a-844a-97e8589a6dd4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.835324 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f12b13-075f-482a-844a-97e8589a6dd4,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:05.840273 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.841411 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c755731a-27b1-4d45-9e83-e82c4060164d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130862 Jul 12 17:43:05.844041 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49104) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.848212 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'security_group_rule': {'security_group_id': '139280f3-f9b5-47d0-9474-b2193652bc70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:05.873214 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (264ca3eb-8137-4537-b0db-fd119bf39776), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.932331 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (264ca3eb-8137-4537-b0db-fd119bf39776), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.935518 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628414'] for security_group_rule (264ca3eb-8137-4537-b0db-fd119bf39776), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.952913 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264ca3eb-8137-4537-b0db-fd119bf39776,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:05.960725 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:05.962240 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b2fb870d-5612-4e92-af8e-d9275b8de562 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169486 Jul 12 17:43:05.964881 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49106) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:05.969074 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'floatingip': {'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:05.989323 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.016034 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:06.053899 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:06.066374 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.169595 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Allocated IP 172.27.0.10 (33a951ea-bb0f-44da-96c2-2943a0b6c790/6a34c6fd-f08b-428a-9608-3b2bd9db95a1/c9ca01e2-ea10-4f5a-adcc-708943838564) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:43:06.268598 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.298864 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2245393'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.342631 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Network 33a951ea-bb0f-44da-96c2-2943a0b6c790 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:43:06.347146 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:43:06.351081 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:43:06.353973 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=c9ca01e2-ea10-4f5a-adcc-708943838564,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:06.430000 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.468537 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.606592 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.610556 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2245416'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.676817 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=c9ca01e2-ea10-4f5a-adcc-708943838564,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:06.682877 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:06.693724 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.706082 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e522e7de-744a-4fc0-b4c7-1fe412e3f382 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:43:06.708199 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:06.709505 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f533b9ac-5afa-4887-961b-3d04c08bbdcb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7437217 Jul 12 17:43:06.729857 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: e522e7de-744a-4fc0-b4c7-1fe412e3f382 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:43:06.730199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device e522e7de-744a-4fc0-b4c7-1fe412e3f382 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:43:06.903598 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-9ef4f7c8-ee41-4281-8ceb-857d921f8f75 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--482288087&fields=id&tenant_id=f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 267 time: 0.0443802 Jul 12 17:43:07.005926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-0b92c23d-c80c-4e69-9599-fb9687d58c2c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:07.007362 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-0b92c23d-c80c-4e69-9599-fb9687d58c2c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 811 time: 0.0976090 Jul 12 17:43:07.021219 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-07719d2f-942d-4b71-a0ff-3aefabe69be1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/quotas/f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 375 time: 0.0086823 Jul 12 17:43:07.071877 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3ed993ac-990a-45c4-81c3-60f442bbbfc6 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460999 Jul 12 17:43:07.206760 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-865504d5-b4f2-455a-900c-1767ac01749c service neutron] 10.222.0.62 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239219 Jul 12 17:43:07.285319 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:07.301706 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-8d926f5a-6468-4486-a9e0-08e4d5637295 service neutron] 10.222.0.62 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893621 Jul 12 17:43:07.469971 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6751f48-4cbd-42cd-a094-b5ab21e255bd req-0b476cae-9de0-4dfe-bb6f-4d368e8e03ab tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 210 time: 0.0326319 Jul 12 17:43:08.468922 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:08.542025 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-004a5307-a3cd-4b01-b0f0-ec4b06f195fd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:08.543469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-004a5307-a3cd-4b01-b0f0-ec4b06f195fd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 811 time: 0.1110499 Jul 12 17:43:08.577085 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01b164cc-406c-4241-bb4c-464956642840 req-35b3f491-46b7-4003-a75a-bec7d865ce78 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 210 time: 0.0326598 Jul 12 17:43:08.626190 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-85374860-21a9-4b08-a791-406badbabac1 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c087dddd214fb881ff86e6ece45195 HTTP/1.1" status: 200 len: 379 time: 0.0553005 Jul 12 17:43:08.731289 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'port': {'device_id': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'admin_state_up': True, 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'security_groups': ['139280f3-f9b5-47d0-9474-b2193652bc70']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:08.843861 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Made reservation on behalf of f5c087dddd214fb881ff86e6ece45195 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 17:43:08.847221 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:08.967130 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Allocated IP 172.20.0.8 (b3d64fbb-59ae-47a7-b843-c4a18e75567c/184beb9c-9f79-4a0a-8b48-3cb101cc7e57/41322bc8-3eed-473b-9211-8d5e941690f8) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 17:43:09.101528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for port (41322bc8-3eed-473b-9211-8d5e941690f8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.131143 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760222627916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.174135 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 17:43:09.177079 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 17:43:09.180981 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 17:43:09.187053 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event updated for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:09.236926 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:09.237761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.244195 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:09.256494 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-430e006c-652e-4f2e-8a94-c8acfd12dd92 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5283744 Jul 12 17:43:09.272833 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Request body: {'port': {'device_id': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:09.332994 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.404163 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9824282c-0973-4f85-b357-5a92cf549c68 None None] Provisioning complete for port 41322bc8-3eed-473b-9211-8d5e941690f8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:43:09.404768 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9824282c-0973-4f85-b357-5a92cf549c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.435358 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9824282c-0973-4f85-b357-5a92cf549c68 None None] Port 41322bc8-3eed-473b-9211-8d5e941690f8 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 17:43:09.440780 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:09.584661 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41322bc8-3eed-473b-9211-8d5e941690f8 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:43:09.592017 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks [] for port (41322bc8-3eed-473b-9211-8d5e941690f8), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.604187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Transition to ACTIVE for port object 41322bc8-3eed-473b-9211-8d5e941690f8 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 17:43:09.609425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.684761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Pushing event updated for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:09.721207 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce4168-f3c5-4bdc-aacd-5c1001e62d84 req-55c08530-749f-4886-a66c-c68df7a3fa49 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:09.722716 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10ce4168-f3c5-4bdc-aacd-5c1001e62d84 req-55c08530-749f-4886-a66c-c68df7a3fa49 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 943 time: 0.0744984 Jul 12 17:43:09.813896 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Attempting to bind port 41322bc8-3eed-473b-9211-8d5e941690f8 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 17:43:09.814237 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Attempting to bind port 41322bc8-3eed-473b-9211-8d5e941690f8 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 17:43:09.814594 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Attempting to bind port 41322bc8-3eed-473b-9211-8d5e941690f8 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:43:09.820794 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10ce4168-f3c5-4bdc-aacd-5c1001e62d84 req-3da9ccec-2b75-4f12-942b-5838a4a307cf tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708430 Jul 12 17:43:09.822756 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Port 41322bc8-3eed-473b-9211-8d5e941690f8 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 17:43:09.823073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Attempting to bind port 41322bc8-3eed-473b-9211-8d5e941690f8 on network b3d64fbb-59ae-47a7-b843-c4a18e75567c {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 17:43:09.827983 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Checking agent: {'id': '7750bfbe-b794-4eba-9e72-42b4f2f27450', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'started_at': datetime.datetime(2022, 7, 12, 17, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 17, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 17:43:09.828313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Checking segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 17:43:09.828682 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Bound using segment: {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 17:43:09.829125 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Bound port: 41322bc8-3eed-473b-9211-8d5e941690f8, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0643c4-5c39-4523-8e4a-cf564b29490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 17:43:09.829452 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.888733 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 17:43:09.891869 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=41322bc8-3eed-473b-9211-8d5e941690f8,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 17:43:09.897985 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094115'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.931582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:09.932184 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:09.933556 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] 10.222.0.66 "PUT /v2.0/ports/41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 200 len: 1093 time: 0.6655190 Jul 12 17:43:09.934000 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:43:09.936195 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:43:09.962519 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a6d24-c723-4af1-bc3e-ca06b2759769 service neutron] Pushing event updated for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:10.003369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92168ee9-adc8-4084-85fd-bdd5cbfdb4eb x-openstack-request-id: req-92168ee9-adc8-4084-85fd-bdd5cbfdb4eb {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:43:10.003655 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:43:10.003899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92168ee9-adc8-4084-85fd-bdd5cbfdb4eb {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:43:10.004284 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92168ee9-adc8-4084-85fd-bdd5cbfdb4eb'] response: {'name': 'network-changed', 'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8', 'status': 'completed', 'code': 200} Jul 12 17:43:10.034547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-358dc15c-1142-41da-8076-b92a92a3bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:10.036036 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-358dc15c-1142-41da-8076-b92a92a3bb90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 1127 time: 0.0467048 Jul 12 17:43:10.081437 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-f1904264-3e58-4b66-a51f-72140f078583 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 200 len: 217 time: 0.0336325 Jul 12 17:43:10.130592 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-2c44ba33-b9fb-47c7-b7ee-0d2e312ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:10.132069 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-2c44ba33-b9fb-47c7-b7ee-0d2e312ba3a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0442805 Jul 12 17:43:10.176770 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-d13698c5-9925-43fd-b03e-41547c8e09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:10.178795 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-d13698c5-9925-43fd-b03e-41547c8e09d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413558 Jul 12 17:43:10.245610 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:10.267491 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-bf6911a7-92f1-464f-b25e-05ecd7a2bb94 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Jul 12 17:43:10.291215 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:10.602392 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7b4689bf-4ad8-47fb-af02-91bd6cce94cb req-e96f0503-aa90-4c31-bcb7-41b59cacbce7 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290918 Jul 12 17:43:10.931277 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c1af1-3dda-4ad9-a91c-950438b89c80 req-a3a3cb31-5771-47d6-9650-3b4b7db5e6bd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:10.932711 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d8c1af1-3dda-4ad9-a91c-950438b89c80 req-a3a3cb31-5771-47d6-9650-3b4b7db5e6bd tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 943 time: 0.0460596 Jul 12 17:43:10.978324 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d8c1af1-3dda-4ad9-a91c-950438b89c80 req-8eaa3ce6-da81-42ba-9c50-c48437220bcc tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 Jul 12 17:43:12.090187 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e176-9240-4c26-8f11-2dfe78be78bb req-83481dc0-9be0-45cb-a96f-e72ec08a8edb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:12.091613 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b01e176-9240-4c26-8f11-2dfe78be78bb req-83481dc0-9be0-45cb-a96f-e72ec08a8edb tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 943 time: 0.0460298 Jul 12 17:43:12.139770 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b01e176-9240-4c26-8f11-2dfe78be78bb req-16b9609d-8de6-4ecd-bcb1-6191bcfb347e tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Jul 12 17:43:12.594699 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-fe9bdf23-1142-4d69-9cce-b0c7d3c6666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:12.596157 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-fe9bdf23-1142-4d69-9cce-b0c7d3c6666b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 1127 time: 0.0386403 Jul 12 17:43:12.700791 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-500da48f-04d0-49c5-a358-b19ebd90168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:12.702257 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-500da48f-04d0-49c5-a358-b19ebd90168b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0877113 Jul 12 17:43:12.862782 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-20b7ce69-f5fc-4b01-8179-f4f4467eaffd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 200 len: 217 time: 0.0327842 Jul 12 17:43:12.909644 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-51b15acb-7996-477a-a25e-6f9f6aac3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:12.911158 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-51b15acb-7996-477a-a25e-6f9f6aac3407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0435786 Jul 12 17:43:12.955846 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-5cf2a097-6b1c-4a49-9e36-40d1765565c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:12.957315 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-5cf2a097-6b1c-4a49-9e36-40d1765565c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404930 Jul 12 17:43:13.266254 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec3cc-d61e-480f-a7cb-4ab7cbbcbac4 req-b3980fb6-a58c-4fed-9f98-e896828c5b9d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:13.267709 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-816ec3cc-d61e-480f-a7cb-4ab7cbbcbac4 req-b3980fb6-a58c-4fed-9f98-e896828c5b9d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 943 time: 0.0560305 Jul 12 17:43:13.289952 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-9750d930-926d-49fd-a7ae-968f4d116c0f service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396933 Jul 12 17:43:13.347094 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-816ec3cc-d61e-480f-a7cb-4ab7cbbcbac4 req-3e2e1f4f-0982-469a-8f04-4b31aab60617 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739868 Jul 12 17:43:13.401800 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea884e6d-c43e-4f6c-a12d-55c3ba887fb5 req-c9c13094-637a-4a85-8106-ddec502ed367 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043491 Jul 12 17:43:14.458449 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cbd58-935b-4e40-83ca-430bed87bb6f req-ec87fb46-952d-480c-9a1a-78d2c1b4a539 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:14.459879 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-814cbd58-935b-4e40-83ca-430bed87bb6f req-ec87fb46-952d-480c-9a1a-78d2c1b4a539 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 943 time: 0.0467494 Jul 12 17:43:14.505681 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-814cbd58-935b-4e40-83ca-430bed87bb6f req-704ce7dd-3d95-4e5a-a3db-da4080e710c2 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404024 Jul 12 17:43:14.714101 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 41322bc8-3eed-473b-9211-8d5e941690f8 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 17:43:14.716275 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:14.717751 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=92 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:14.811626 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=41322bc8-3eed-473b-9211-8d5e941690f8,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:43:14.825280 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Returning: {'device': '41322bc8-3eed-473b-9211-8d5e941690f8', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'port_id': '41322bc8-3eed-473b-9211-8d5e941690f8', 'mac_address': 'fa:16:3e:47:83:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 17:43:14.858916 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 41322bc8-3eed-473b-9211-8d5e941690f8 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:43:14.859290 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:14.871635 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41322bc8-3eed-473b-9211-8d5e941690f8 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 17:43:14.890336 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=41322bc8-3eed-473b-9211-8d5e941690f8,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:43:14.893740 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:14.937946 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:14.944773 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.945118 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.945455 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.945816 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.946151 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.946477 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.946798 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.947121 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.947441 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.947760 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.948082 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.948402 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.948718 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.949035 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:14.949348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:43:15.353989 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] get_ports_and_sgs() called for port_ids ['41322bc8-3eed-473b-9211-8d5e941690f8'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 17:43:15.627399 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b392c-d827-4b01-8cf5-1119993f186f req-700f6cd9-d1bb-483c-8c8c-a16a6c96795a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:15.628789 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-735b392c-d827-4b01-8cf5-1119993f186f req-700f6cd9-d1bb-483c-8c8c-a16a6c96795a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 944 time: 0.0520613 Jul 12 17:43:15.675625 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-735b392c-d827-4b01-8cf5-1119993f186f req-c1535a0b-5691-4de4-a20c-90cd122d266a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Jul 12 17:43:16.700143 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:16.702944 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:16.728811 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 41322bc8-3eed-473b-9211-8d5e941690f8 up at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 17:43:16.770246 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning for port 41322bc8-3eed-473b-9211-8d5e941690f8 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 17:43:16.774818 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:16.777428 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Provisioning complete for port 41322bc8-3eed-473b-9211-8d5e941690f8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 17:43:16.777819 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67002721'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:16.782206 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:16.791031 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6119dd2-0726-4b02-a86a-8b8cfd190afd req-87e2051b-da74-44e9-99cb-2dc713eec1d9 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:16.792526 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c6119dd2-0726-4b02-a86a-8b8cfd190afd req-87e2051b-da74-44e9-99cb-2dc713eec1d9 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 944 time: 0.0496554 Jul 12 17:43:16.839739 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c6119dd2-0726-4b02-a86a-8b8cfd190afd req-5a7e3aee-ec54-40a8-9a27-5d56c7295c2f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Jul 12 17:43:16.850538 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Current status of the port 41322bc8-3eed-473b-9211-8d5e941690f8 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 17:43:16.851000 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66607857'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:16.873150 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:43:16.875384 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433496081128ccb4014d32ad5ca8b790010b87f4e07dd04ceb708ffcedaefe2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ce07a-b322-4e78-ab03-420bedd9902d" -d '{"events": [{"server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "name": "network-vif-plugged", "status": "completed", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:43:16.888432 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=41322bc8-3eed-473b-9211-8d5e941690f8,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:43:16.892775 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760222941736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760222627934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760222627952'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:16.939161 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Pushing event updated for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:43:16.967795 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f441c0a-4646-4b2d-9d22-d3b88ae38004 x-openstack-request-id: req-3f441c0a-4646-4b2d-9d22-d3b88ae38004 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:43:16.968104 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "name": "network-vif-plugged", "status": "completed", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:43:16.968375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f441c0a-4646-4b2d-9d22-d3b88ae38004 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:43:16.968770 dv-cinder-849325-2-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f441c0a-4646-4b2d-9d22-d3b88ae38004'] response: {'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8', 'code': 200} Jul 12 17:43:17.163571 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d4996-c6a9-449d-a66b-12cd142dbb8a req-0fddfdd4-729b-4eef-a53d-961d5ac3a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:17.165051 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a78d4996-c6a9-449d-a66b-12cd142dbb8a req-0fddfdd4-729b-4eef-a53d-961d5ac3a1e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 1129 time: 0.0377071 Jul 12 17:43:17.210332 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a78d4996-c6a9-449d-a66b-12cd142dbb8a req-b49aba08-4c2b-4edd-b42a-1dfe31161267 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Jul 12 17:43:17.953267 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0b42-5282-4897-a4f8-311afb094b1d req-b700b797-4a2f-441e-b468-7db2e9fda584 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:17.954746 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-850f0b42-5282-4897-a4f8-311afb094b1d req-b700b797-4a2f-441e-b468-7db2e9fda584 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0467572 Jul 12 17:43:18.001464 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-850f0b42-5282-4897-a4f8-311afb094b1d req-73d234c9-4d71-453b-8f09-4ad9d02550fe tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Jul 12 17:43:19.114569 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d0a5f-d4eb-4793-a259-ef807b73f462 req-a9ebb0a1-12ec-4e9a-96c3-26b968664751 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:19.116567 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d2d0a5f-d4eb-4793-a259-ef807b73f462 req-a9ebb0a1-12ec-4e9a-96c3-26b968664751 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0462575 Jul 12 17:43:19.163810 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d2d0a5f-d4eb-4793-a259-ef807b73f462 req-cf713e21-5f57-4b13-ba84-442981d26c94 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Jul 12 17:43:19.274157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a2433-d356-48dd-abca-58607444b64d req-897e09e2-2b61-4967-b0bf-90e7ed2e2a5d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:19.275604 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a1a2433-d356-48dd-abca-58607444b64d req-897e09e2-2b61-4967-b0bf-90e7ed2e2a5d tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0500119 Jul 12 17:43:19.283918 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49170) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:43:19.288161 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Request body: {'floatingip': {'port_id': '41322bc8-3eed-473b-9211-8d5e941690f8'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 17:43:19.325807 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:19.736808 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:19.740461 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:19.838451 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Floating IP 5338814f-21df-4dab-8bae-33c6c0aa541b associated. External IP: 172.27.0.10, port: 41322bc8-3eed-473b-9211-8d5e941690f8. Jul 12 17:43:19.917129 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=100 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:19.970877 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:20.029423 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:43:20.131042 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:43:20.136777 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:20.141214 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:43:20.151173 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:43:20.151791 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:42:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:20.167787 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-73fafee3-4304-42d6-8a99-dbf938a9f245 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "PUT /v2.0/floatingips/5338814f-21df-4dab-8bae-33c6c0aa541b HTTP/1.1" status: 200 len: 990 time: 0.8828361 Jul 12 17:43:20.168363 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:43:20.170623 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30784b51-5406-4910-8a27-8ef3c38f8578" -d '{"events": [{"name": "network-changed", "server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:43:20.205124 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609e791-1d3e-4015-8678-56aeb3442cfc x-openstack-request-id: req-d609e791-1d3e-4015-8678-56aeb3442cfc {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:43:20.205417 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:43:20.205670 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d609e791-1d3e-4015-8678-56aeb3442cfc {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:43:20.206108 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d609e791-1d3e-4015-8678-56aeb3442cfc'] response: {'name': 'network-changed', 'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8', 'status': 'completed', 'code': 200} Jul 12 17:43:20.248224 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:20.256001 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:43:20.290897 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-23ff4972-be03-42c7-a4ea-cae1be0e508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:20.292426 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-23ff4972-be03-42c7-a4ea-cae1be0e508a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 1129 time: 0.0443246 Jul 12 17:43:20.333714 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:20.380602 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-0cc64af1-61f5-42ab-b495-f99f060b922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:20.382181 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-0cc64af1-61f5-42ab-b495-f99f060b922b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0841713 Jul 12 17:43:20.441113 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:20.442255 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:20.448199 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-7e47af23-8eea-45fd-9b25-c401814e7ee2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 200 len: 998 time: 0.0607271 Jul 12 17:43:20.467494 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '5338814f-21df-4dab-8bae-33c6c0aa541b', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': '41322bc8-3eed-473b-9211-8d5e941690f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:47:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:43:06Z', 'updated_at': '2022-07-12T17:43:19Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:20.491712 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:43:20.495313 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-74e9ec62-7e0c-40d7-a3a1-f3c3bfbf754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:20.496746 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-74e9ec62-7e0c-40d7-a3a1-f3c3bfbf754b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0426090 Jul 12 17:43:20.500180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:43:20.500788 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:42:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:20.539563 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-a3c8dc7c-7a4f-4f73-804f-493bcb899742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:43:20.541092 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-a3c8dc7c-7a4f-4f73-804f-493bcb899742 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386000 Jul 12 17:43:20.603337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:43:20.631029 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-d2f91c39-9268-45bb-b3c6-8ff6910f6c99 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839071 Jul 12 17:43:20.719248 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-30784b51-5406-4910-8a27-8ef3c38f8578 req-1ee0c4fd-d153-4c6a-9726-dc68700aa352 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Jul 12 17:43:20.814097 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '5338814f-21df-4dab-8bae-33c6c0aa541b', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': '41322bc8-3eed-473b-9211-8d5e941690f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:47:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:43:06Z', 'updated_at': '2022-07-12T17:43:19Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:43:20.838606 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdd9e2-fe5a-40d3-bbd6-d72d11046b91 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_floatingips': [{'id': '5338814f-21df-4dab-8bae-33c6c0aa541b', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'router_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'port_id': '41322bc8-3eed-473b-9211-8d5e941690f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'mac_address': 'fa:16:3e:47:83:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T17:43:06Z', 'updated_at': '2022-07-12T17:43:19Z', 'revision_number': 1, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:43:21.018164 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67b7c6-6716-4a2a-9793-fe4a511be2eb None None] New status for floating IP 5338814f-21df-4dab-8bae-33c6c0aa541b: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:43:21.594834 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdfb2-a4f5-4c49-9479-d55d183cd4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:23.923761 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6db16431-8e0e-4744-966f-31508bd03951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:25.028787 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:26.782343 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:26.936492 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:30.390876 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:43:30.714410 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=76 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:30.716307 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=71 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:31.114416 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:32.252598 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:36.652984 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-518475fa-9071-4c21-8670-aabe341778df req-c28becd8-397b-49fb-b745-a2ca13fd7d0d service neutron] (103963) timed out ('10.222.0.66', 59053) {{(pid=103963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 17:43:42.241579 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:42.248625 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:45.388397 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:45.392332 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:43:51.595965 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bc24624e-470e-46ff-973f-05e103ceff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:53.925994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-16702ef3-84ca-4f7f-a225-7ba3d20e63cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:55.028229 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:56.786010 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:43:56.937526 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:02.271199 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:07.390386 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:44:08.573469 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-c495723a-ebc2-47e0-80f6-3eb3607424f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384245 Jul 12 17:44:08.673299 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-3d5ac517-4559-43f7-92d9-eeb3db12bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:08.674804 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-3d5ac517-4559-43f7-92d9-eeb3db12bed4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c087dddd214fb881ff86e6ece45195&device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 1129 time: 0.0429626 Jul 12 17:44:08.775766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-607fcf9b-3085-44b3-a261-55a8d8a73ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:08.777262 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-607fcf9b-3085-44b3-a261-55a8d8a73ede service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 200 len: 912 time: 0.0854385 Jul 12 17:44:08.841651 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-44729a94-0878-41c2-bc2c-b048428abef2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Jul 12 17:44:08.887749 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-1fd57432-32c1-4b29-9165-486b5d77d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:08.889145 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-1fd57432-32c1-4b29-9165-486b5d77d313 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 200 len: 850 time: 0.0419042 Jul 12 17:44:08.931716 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-630cd55e-6a80-413d-88e6-1bd14e23f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:08.933216 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-630cd55e-6a80-413d-88e6-1bd14e23f6f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d64fbb-59ae-47a7-b843-c4a18e75567c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387664 Jul 12 17:44:09.022373 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-998d0715-c342-4697-bab2-13dc258cee5c service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831504 Jul 12 17:44:09.109323 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9f2a0ccd-cf51-44a7-a2d1-4d33ddbb070b req-9dd1f1d7-6b3a-431b-a7c7-95f8b9d0698f service neutron] 10.222.0.66 "GET /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800524 Jul 12 17:44:12.265799 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:12.267748 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:19.094518 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=46 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:19.106562 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=55 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:21.599503 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-86d64ef5-47c9-4c73-bcf4-3aa5d22ee8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:22.393151 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=17 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:22.398217 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=17 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:23.926655 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9e97b687-f129-48d9-992b-8fd7c73aeff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:25.031375 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:26.788437 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:26.939343 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:32.279057 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:42.273575 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:42.275601 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:44.389873 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:44:51.601507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54112aec-654b-426e-8690-9802136b42db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:53.930440 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-487cb7ae-03db-480f-bd00-3ea05c96598e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:55.037164 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:56.791578 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:56.941774 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:56.968327 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ab265-cc37-49ac-b32b-b83951a69d44 req-2641598c-ba37-4f3b-9b3b-912be63f9080 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:56.969824 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c31ab265-cc37-49ac-b32b-b83951a69d44 req-2641598c-ba37-4f3b-9b3b-912be63f9080 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0537121 Jul 12 17:44:57.016134 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c31ab265-cc37-49ac-b32b-b83951a69d44 req-3c2a49d4-e352-446a-b718-7b7ff2339a2f tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Jul 12 17:44:58.130510 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452398-ad87-4aa5-9cf7-237f48734a46 req-a257e7d2-8078-465b-b08c-dc7a60e1c49c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:58.131949 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bb452398-ad87-4aa5-9cf7-237f48734a46 req-a257e7d2-8078-465b-b08c-dc7a60e1c49c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0471964 Jul 12 17:44:58.179396 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bb452398-ad87-4aa5-9cf7-237f48734a46 req-d7b39419-72b7-46f6-a56f-1b74c6d0c717 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Jul 12 17:44:59.103547 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-3c326c65-1054-4a5f-8dcd-4cdf97f73854 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:59.104955 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-3c326c65-1054-4a5f-8dcd-4cdf97f73854 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0450397 Jul 12 17:44:59.186506 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Deleting port 41322bc8-3eed-473b-9211-8d5e941690f8 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:44:59.187186 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:59.309490 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] For port 41322bc8-3eed-473b-9211-8d5e941690f8, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=41322bc8-3eed-473b-9211-8d5e941690f8,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:44:59.309874 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:59.317485 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d6ac1-4c15-43e5-bff4-8eb5f6dca757 req-bb2e3dbc-1ce9-4ba7-8d59-01e6a8284334 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 17:44:59.318943 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c1d6ac1-4c15-43e5-bff4-8eb5f6dca757 req-bb2e3dbc-1ce9-4ba7-8d59-01e6a8284334 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 945 time: 0.0730448 Jul 12 17:44:59.393468 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:59.403472 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:59.442244 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c1d6ac1-4c15-43e5-bff4-8eb5f6dca757 req-a897b598-0ae9-4d79-b2bd-5e63b55a788a tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups?id=139280f3-f9b5-47d0-9474-b2193652bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179185 Jul 12 17:44:59.506809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:59.507223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-826481'] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:59.507484 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Floating IP 5338814f-21df-4dab-8bae-33c6c0aa541b disassociated. External IP: 172.27.0.10, port: 41322bc8-3eed-473b-9211-8d5e941690f8. Jul 12 17:44:59.507825 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Calling delete_port for 41322bc8-3eed-473b-9211-8d5e941690f8 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:44:59.634120 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (41322bc8-3eed-473b-9211-8d5e941690f8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:44:59.665412 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'Port': ['ID=41322bc8-3eed-473b-9211-8d5e941690f8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:44:59.676119 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.676457 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.676793 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.677126 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.677451 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.677809 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.678383 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.678704 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.679477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.679477 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.679754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.680142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.680512 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.680829 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.681142 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:44:59.766636 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:59.775301 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:44:59.786747 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:45:00.142202 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:45:00.151616 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:45:00.162444 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:45:00.163077 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:44:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:00.184469 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] No DVR routers for this DVR port 41322bc8-3eed-473b-9211-8d5e941690f8 on host hv-cinder-84932 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:45:00.187180 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:00.190665 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffea4429-ce22-45a8-99b4-fae192f9568b req-75baceed-2396-4bf3-904d-d5ef4ef9c010 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.66 "DELETE /v2.0/ports/41322bc8-3eed-473b-9211-8d5e941690f8 HTTP/1.1" status: 204 len: 173 time: 1.0796530 Jul 12 17:45:00.191104 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'name': 'network-vif-deleted', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 17:45:00.193379 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb642d835d3b32ac26464410ee8698528682399277ca0e03a62a1d29abdceb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f351b5-c5ec-4a93-b869-eb406a3880f8" -d '{"events": [{"server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "name": "network-vif-deleted", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 17:45:00.231925 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca387a-c93f-4428-ba63-d82ab91c7fd9 x-openstack-request-id: req-baca387a-c93f-4428-ba63-d82ab91c7fd9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 17:45:00.232563 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafefc35-452e-4b7a-a39d-bea2bfd33a1f", "name": "network-vif-deleted", "tag": "41322bc8-3eed-473b-9211-8d5e941690f8", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 17:45:00.233138 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baca387a-c93f-4428-ba63-d82ab91c7fd9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 17:45:00.233866 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baca387a-c93f-4428-ba63-d82ab91c7fd9'] response: {'server_uuid': 'eafefc35-452e-4b7a-a39d-bea2bfd33a1f', 'name': 'network-vif-deleted', 'tag': '41322bc8-3eed-473b-9211-8d5e941690f8', 'status': 'completed', 'code': 200} Jul 12 17:45:00.269495 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:45:00.455427 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:00.483372 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:45:00.491658 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:45:00.492266 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:44:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:00.547210 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46c6c0dd-bb96-4d26-a3ce-acae7a46be29 req-a4427578-8671-47e5-9deb-5f14dac37060 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafefc35-452e-4b7a-a39d-bea2bfd33a1f HTTP/1.1" status: 200 len: 210 time: 0.0270100 Jul 12 17:45:00.721764 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:45:00.902595 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:00.926738 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703ce87-9bdb-48c5-885b-423c982d3517 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:35Z', 'revision_number': 4, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi', '_interfaces': [{'id': '2a4cc2a2-279e-4ee1-8e86-2980cff17029', 'name': '', 'network_id': 'b3d64fbb-59ae-47a7-b843-c4a18e75567c', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'mac_address': 'fa:16:3e:2a:20:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:35Z', 'updated_at': '2022-07-12T17:38:39Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'subnets': [{'id': '184beb9c-9f79-4a0a-8b48-3cb101cc7e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:45:01.130646 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d801029-18ba-48b9-86b5-619d1d116a7b None None] New status for floating IP 5338814f-21df-4dab-8bae-33c6c0aa541b: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 17:45:01.633013 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49348) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:01.689223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (139280f3-f9b5-47d0-9474-b2193652bc70), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.712385 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (139280f3-f9b5-47d0-9474-b2193652bc70), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.760113 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (139280f3-f9b5-47d0-9474-b2193652bc70), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.763331 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.766989 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "DELETE /v2.0/security-groups/139280f3-f9b5-47d0-9474-b2193652bc70 HTTP/1.1" status: 204 len: 168 time: 0.1304169 Jul 12 17:45:01.767736 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49350) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:01.785151 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b26e7-68da-4d47-bd2f-71d913b5a306 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139280f3-f9b5-47d0-9474-b2193652bc70,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:01.788610 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-806bb14d-9034-4155-af59-70cf6bd4e75c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] show failed (client error): The resource could not be found. Jul 12 17:45:01.790181 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-806bb14d-9034-4155-af59-70cf6bd4e75c tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "GET /v2.0/security-groups/139280f3-f9b5-47d0-9474-b2193652bc70 HTTP/1.1" status: 404 len: 347 time: 0.0208545 Jul 12 17:45:01.792491 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49352) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:01.901373 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Deleting port c9ca01e2-ea10-4f5a-adcc-708943838564 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:45:01.901634 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.978403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.978726 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (c9ca01e2-ea10-4f5a-adcc-708943838564), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:01.991157 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Calling delete_port for c9ca01e2-ea10-4f5a-adcc-708943838564 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:45:02.120502 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c9ca01e2-ea10-4f5a-adcc-708943838564), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:02.144501 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Pushing event deleted for resources: {'Port': ['ID=c9ca01e2-ea10-4f5a-adcc-708943838564,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:02.205496 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks [] for floatingip (5338814f-21df-4dab-8bae-33c6c0aa541b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:02.207835 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466205'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:02.208951 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1bc50228-6123-4bbe-8a06-98d2a8cd9c67 tempest-AttachVolumeTestJSON-832840350 tempest-AttachVolumeTestJSON-832840350-project] 10.222.0.62 "DELETE /v2.0/floatingips/5338814f-21df-4dab-8bae-33c6c0aa541b HTTP/1.1" status: 204 len: 168 time: 0.4155388 Jul 12 17:45:02.291892 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:03.270239 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 41322bc8-3eed-473b-9211-8d5e941690f8 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:45:03.289091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] No Port match for: 41322bc8-3eed-473b-9211-8d5e941690f8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:45:03.289435 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Device 41322bc8-3eed-473b-9211-8d5e941690f8 not bound to the agent host hv-cinder-84932 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:45:05.733369 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49380) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:06.020425 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:06.057986 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:06.192380 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1008075'] for router_interface (339b8bd0-723f-40d2-8637-70e7204a0764), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:06.410922 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Deleting port 2a4cc2a2-279e-4ee1-8e86-2980cff17029 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:45:06.411261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:06.487899 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] For port 2a4cc2a2-279e-4ee1-8e86-2980cff17029, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=2a4cc2a2-279e-4ee1-8e86-2980cff17029,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:45:06.488256 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:06.500781 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Calling delete_port for 2a4cc2a2-279e-4ee1-8e86-2980cff17029 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:45:06.679377 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (2a4cc2a2-279e-4ee1-8e86-2980cff17029), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:06.701435 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4cc2a2-279e-4ee1-8e86-2980cff17029,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:06.816670 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:06.863458 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:06.868794 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1008055'] for router_interface (339b8bd0-723f-40d2-8637-70e7204a0764), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.072188 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Router 339b8bd0-723f-40d2-8637-70e7204a0764 has already been hosted by L3 agent aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 17:45:07.168073 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] Notify agent at l3_agent.dv-cinder-849325-2-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 17:45:07.172925 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a6f04dc6-f6b4-4800-a687-b851df767d85 admin admin] 10.222.0.62 "PUT /v2.0/routers/339b8bd0-723f-40d2-8637-70e7204a0764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392765 Jul 12 17:45:07.175517 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49384) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:07.176901 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Sync routers for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 17:45:07.188101 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:45:07.188724 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:44:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:07.272743 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks [] for router (339b8bd0-723f-40d2-8637-70e7204a0764), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.288767 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: dv-cinder-849325-2-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:45:07.352590 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:07.368481 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks [] for router_gateway (339b8bd0-723f-40d2-8637-70e7204a0764), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.402894 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:07.410194 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Deleting port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:45:07.410534 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.459113 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'external_fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:45:06Z', 'revision_number': 5, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port': {'id': '5226f10f-9355-4f85-a7ca-69e7ee28c8c0', 'name': '', 'network_id': '33a951ea-bb0f-44da-96c2-2943a0b6c790', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a34c6fd-f08b-428a-9608-3b2bd9db95a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-2-iscsi'}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:07.487586 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Checking router: 339b8bd0-723f-40d2-8637-70e7204a0764 for host: dv-cinder-849325-2-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 17:45:07.492007 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] For port 5226f10f-9355-4f85-a7ca-69e7ee28c8c0, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,segment=NetworkSegment(216e06b3-5063-43dd-a32f-6c487a47e717),segment_id=216e06b3-5063-43dd-a32f-6c487a47e717)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:45:07.492372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.495755 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Routers {'339b8bd0-723f-40d2-8637-70e7204a0764'} bound to L3 agent in host dv-cinder-849325-2-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 17:45:07.496366 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T17:17:24Z,description=,heartbeat_timestamp=2022-07-12T17:44:54Z,host='dv-cinder-849325-2-iscsi',id=aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T17:17:24Z,topic='l3_agent')) {'router_ids': ['339b8bd0-723f-40d2-8637-70e7204a0764'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:07.505851 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Calling delete_port for 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:45:07.578465 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] Set router 339b8bd0-723f-40d2-8637-70e7204a0764 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 17:45:07.617034 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:07.627417 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:45:07Z', 'revision_number': 6, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port_host': None}], 'dv-cinder-849325-2-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:07.651225 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbedbe-a5b0-4ab6-9664-147425178465 None None] The sync data for ids ['339b8bd0-723f-40d2-8637-70e7204a0764'] in dv-cinder-849325-2-iscsi is: [{'id': '339b8bd0-723f-40d2-8637-70e7204a0764', 'name': 'tempest-AttachVolumeTestJSON-1254632188-router', 'tenant_id': 'f5c087dddd214fb881ff86e6ece45195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T17:38:33Z', 'updated_at': '2022-07-12T17:45:07Z', 'revision_number': 6, 'project_id': 'f5c087dddd214fb881ff86e6ece45195', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 17:45:07.669820 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (5226f10f-9355-4f85-a7ca-69e7ee28c8c0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.698651 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5226f10f-9355-4f85-a7ca-69e7ee28c8c0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:07.744443 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:07.773701 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-826542'] for router_gateway (339b8bd0-723f-40d2-8637-70e7204a0764), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.865841 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router (339b8bd0-723f-40d2-8637-70e7204a0764), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.868068 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks [] for router_controller (339b8bd0-723f-40d2-8637-70e7204a0764), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.910004 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007855'] for router (339b8bd0-723f-40d2-8637-70e7204a0764), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.910604 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339b8bd0-723f-40d2-8637-70e7204a0764 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 17:45:07.914718 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:07.918298 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0cb4ab6a-cb18-4d0c-b8b0-d8e3f400bcd5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/339b8bd0-723f-40d2-8637-70e7204a0764 HTTP/1.1" status: 204 len: 168 time: 0.7394056 Jul 12 17:45:07.919247 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49386) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:07.966102 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Deleting subnet 184beb9c-9f79-4a0a-8b48-3cb101cc7e57 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 17:45:07.969223 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Publish callbacks [] for subnet (184beb9c-9f79-4a0a-8b48-3cb101cc7e57), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.004422 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581887'] for subnet (184beb9c-9f79-4a0a-8b48-3cb101cc7e57), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.090051 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67010189'] for subnet (184beb9c-9f79-4a0a-8b48-3cb101cc7e57), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.143761 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67010180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2567869'] for subnet (184beb9c-9f79-4a0a-8b48-3cb101cc7e57), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.169766 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184beb9c-9f79-4a0a-8b48-3cb101cc7e57,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:08.173405 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.176674 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-466cc645-62c3-4909-830b-c1c10e7ffeff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/184beb9c-9f79-4a0a-8b48-3cb101cc7e57 HTTP/1.1" status: 204 len: 168 time: 0.2563672 Jul 12 17:45:08.179419 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49388) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:08.180397 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887b5bc-dbbe-448f-8d62-78506e9260d4 None None] Network b3d64fbb-59ae-47a7-b843-c4a18e75567c requested from dv-cinder-849325-2-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 17:45:08.255646 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66979766'] for network (b3d64fbb-59ae-47a7-b843-c4a18e75567c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.302403 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Deleting port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:45:08.302744 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.367813 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] For port c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host dv-cinder-849325-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-2-iscsi',level=0,port_id=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,segment=NetworkSegment(4d0643c4-5c39-4523-8e4a-cf564b29490a),segment_id=4d0643c4-5c39-4523-8e4a-cf564b29490a)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:45:08.368100 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.380494 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Calling delete_port for c08e5ad2-950e-4925-9e2b-c0b30df68bf7 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:45:08.441531 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] DHCP port deletion for b3d64fbb-59ae-47a7-b843-c4a18e75567c request from dv-cinder-849325-2-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 17:45:08.462741 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094106'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.475583 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 2a4cc2a2-279e-4ee1-8e86-2980cff17029 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:45:08.488302 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:08.491750 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] No DVR routers for this DVR port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 on host dv-cinder-849325-2-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:45:08.498066 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 2a4cc2a2-279e-4ee1-8e86-2980cff17029 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:45:08.498407 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 2a4cc2a2-279e-4ee1-8e86-2980cff17029 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:45:08.505195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Deleting port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 17:45:08.505565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760222935080'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.572376 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] For port c08e5ad2-950e-4925-9e2b-c0b30df68bf7, host dv-cinder-849325-2-iscsi, got binding levels [] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 17:45:08.572772 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-825226'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.587962 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Calling delete_port for c08e5ad2-950e-4925-9e2b-c0b30df68bf7 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 17:45:08.590917 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.ipam_backend_mixin [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 was not found and therefore no delete operation was performed {{(pid=103964) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 12 17:45:08.592146 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66606644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760222941754', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760222627925'] for port (c08e5ad2-950e-4925-9e2b-c0b30df68bf7), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.622102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Pushing event deleted for resources: {'Port': ['ID=c08e5ad2-950e-4925-9e2b-c0b30df68bf7,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:08.630180 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] No DVR routers for this DVR port c08e5ad2-950e-4925-9e2b-c0b30df68bf7 on host dv-cinder-849325-2-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 17:45:08.632594 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.632948 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.633345 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.633667 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.633979 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.634305 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.634627 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.634993 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.635312 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.635632 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.635950 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.636269 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.636586 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.636899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.637851 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233cb39d-6ce8-49af-be7d-ed3f672da7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:08.815845 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67009278', 'neutron.services.segments.db._delete_segments_for_network-8760223075449'] for network (b3d64fbb-59ae-47a7-b843-c4a18e75567c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.835969 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d64fbb-59ae-47a7-b843-c4a18e75567c']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:08.837764 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:08.845709 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0643c4-5c39-4523-8e4a-cf564b29490a') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:08.846010 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0643c4-5c39-4523-8e4a-cf564b29490a') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 17:45:08.856024 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760223077762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2581828'] for segment (4d0643c4-5c39-4523-8e4a-cf564b29490a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.861960 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:08.870895 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374'] for segment (4d0643c4-5c39-4523-8e4a-cf564b29490a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.878263 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 17:45:08.878686 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66667374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094159'] for segment (4d0643c4-5c39-4523-8e4a-cf564b29490a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.940525 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67009223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-826371'] for network (b3d64fbb-59ae-47a7-b843-c4a18e75567c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.946009 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537523'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:08.949200 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b3d64fbb-59ae-47a7-b843-c4a18e75567c HTTP/1.1" status: 204 len: 168 time: 0.7688365 Jul 12 17:45:08.965334 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24269765-d65c-4590-aa7d-798e6cfcdab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d64fbb-59ae-47a7-b843-c4a18e75567c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:08.993037 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4d0643c4-5c39-4523-8e4a-cf564b29490a resource provider aggregate not found Jul 12 17:45:09.010539 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.services.segments.plugin [-] Segment 4d0643c4-5c39-4523-8e4a-cf564b29490a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d0643c4-5c39-4523-8e4a-cf564b29490a found for delete ", "request_id": "req-c16345f9-4a97-46c1-bec5-8789f37c2f02"}]} Jul 12 17:45:09.068238 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49398) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:09.109517 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4ce1b34b-315e-4915-b517-c84f65f1921d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5c087dddd214fb881ff86e6ece45195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401392 Jul 12 17:45:09.111875 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49402) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:09.158637 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Publish callbacks [] for security_group (218f13da-f018-4d90-8ce8-a54be7fc5d6e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:09.180197 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Publish callbacks [] for security_group (218f13da-f018-4d90-8ce8-a54be7fc5d6e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:09.229933 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (218f13da-f018-4d90-8ce8-a54be7fc5d6e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:09.232882 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:09.234024 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/218f13da-f018-4d90-8ce8-a54be7fc5d6e HTTP/1.1" status: 204 len: 168 time: 0.1212568 Jul 12 17:45:09.241810 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218f13da-f018-4d90-8ce8-a54be7fc5d6e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:09.250085 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.250494 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.250769 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.251103 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.251434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.251759 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.252087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.252416 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.252735 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.253059 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.253382 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.253725 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.254047 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.254363 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:09.254678 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7592da-4f75-4365-80f5-5b8c23138a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-2-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 17:45:10.059143 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c08e5ad2-950e-4925-9e2b-c0b30df68bf7 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:45:10.078343 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: c08e5ad2-950e-4925-9e2b-c0b30df68bf7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:45:10.078691 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device c08e5ad2-950e-4925-9e2b-c0b30df68bf7 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:45:10.079107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 no longer exists at agent ovs-agent-dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 17:45:10.097619 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] No Port match for: 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 17:45:10.097994 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Device 5226f10f-9355-4f85-a7ca-69e7ee28c8c0 not bound to the agent host dv-cinder-849325-2-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 17:45:10.836795 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49446) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:10.952208 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d49f5ee5-695d-42d4-a850-00aa6fca8db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.027329 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d49f5ee5-695d-42d4-a850-00aa6fca8db1 admin admin] Publish callbacks [] for security_group (478ec9a9-66b1-4b2d-9ad8-386d63c37bc6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.030898 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d49f5ee5-695d-42d4-a850-00aa6fca8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (478ec9a9-66b1-4b2d-9ad8-386d63c37bc6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.067711 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5ee5-695d-42d4-a850-00aa6fca8db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ec9a9-66b1-4b2d-9ad8-386d63c37bc6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:11.073022 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d49f5ee5-695d-42d4-a850-00aa6fca8db1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1deff449622243979ba3d1333e65c3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352221 Jul 12 17:45:11.076372 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49450) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:11.122915 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] Publish callbacks [] for security_group (478ec9a9-66b1-4b2d-9ad8-386d63c37bc6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.147757 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] Publish callbacks [] for security_group (478ec9a9-66b1-4b2d-9ad8-386d63c37bc6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.193230 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (478ec9a9-66b1-4b2d-9ad8-386d63c37bc6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.195729 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.196848 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/478ec9a9-66b1-4b2d-9ad8-386d63c37bc6 HTTP/1.1" status: 204 len: 168 time: 0.1197481 Jul 12 17:45:11.201849 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:11.205106 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34615-a2b8-4003-8e0b-e15dcd9407ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ec9a9-66b1-4b2d-9ad8-386d63c37bc6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:11.451050 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49456) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:11.464261 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ba7c-0509-4762-a992-c717ab064ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.539132 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ba7c-0509-4762-a992-c717ab064ce6 admin admin] Publish callbacks [] for security_group (0eef3655-1aef-4604-be34-91c3e76d6158), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.542549 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ba7c-0509-4762-a992-c717ab064ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0eef3655-1aef-4604-be34-91c3e76d6158), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.580984 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d3b8ba7c-0509-4762-a992-c717ab064ce6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13128330d70443a0869615f3643c3b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288900 Jul 12 17:45:11.581887 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8ba7c-0509-4762-a992-c717ab064ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef3655-1aef-4604-be34-91c3e76d6158,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:11.584352 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49458) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:11.632862 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] Publish callbacks [] for security_group (0eef3655-1aef-4604-be34-91c3e76d6158), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.653793 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] Publish callbacks [] for security_group (0eef3655-1aef-4604-be34-91c3e76d6158), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.699193 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (0eef3655-1aef-4604-be34-91c3e76d6158), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.701926 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:11.703353 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0eef3655-1aef-4604-be34-91c3e76d6158 HTTP/1.1" status: 204 len: 168 time: 0.1185534 Jul 12 17:45:11.718819 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf60a-e6ab-4b43-a9dd-5d09ff0b3f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef3655-1aef-4604-be34-91c3e76d6158,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:15.986041 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49532) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:16.090226 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6a5277f-16f3-4442-9f8c-5898f1f3f22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.162720 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6a5277f-16f3-4442-9f8c-5898f1f3f22a admin admin] Publish callbacks [] for security_group (58098d7f-15c2-4e14-8893-e15ba697009d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.166357 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6a5277f-16f3-4442-9f8c-5898f1f3f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (58098d7f-15c2-4e14-8893-e15ba697009d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.182236 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:16.204083 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:UPDATE=1,neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=18 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:16.212043 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a6a5277f-16f3-4442-9f8c-5898f1f3f22a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73a4e6405c29442da772852480c84053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249990 Jul 12 17:45:16.213946 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5277f-16f3-4442-9f8c-5898f1f3f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58098d7f-15c2-4e14-8893-e15ba697009d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:16.214893 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49536) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:16.266426 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] Publish callbacks [] for security_group (58098d7f-15c2-4e14-8893-e15ba697009d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.286635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] Publish callbacks [] for security_group (58098d7f-15c2-4e14-8893-e15ba697009d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.334125 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (58098d7f-15c2-4e14-8893-e15ba697009d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.336581 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.337700 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58098d7f-15c2-4e14-8893-e15ba697009d HTTP/1.1" status: 204 len: 168 time: 0.1218002 Jul 12 17:45:16.345231 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5c86-3228-4208-bb92-fb0865beb659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58098d7f-15c2-4e14-8893-e15ba697009d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:16.593799 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49542) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:16.606999 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-37b99065-af07-4f67-bce3-0e41f6aca0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.680483 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-37b99065-af07-4f67-bce3-0e41f6aca0f4 admin admin] Publish callbacks [] for security_group (34a24bdc-d8c0-4737-860e-ef51a7b268bb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.684132 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-37b99065-af07-4f67-bce3-0e41f6aca0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (34a24bdc-d8c0-4737-860e-ef51a7b268bb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.721722 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-37b99065-af07-4f67-bce3-0e41f6aca0f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d58d83a1500412b8d649806f409aeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268780 Jul 12 17:45:16.723573 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b99065-af07-4f67-bce3-0e41f6aca0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a24bdc-d8c0-4737-860e-ef51a7b268bb,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:16.724472 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49544) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:16.773957 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] Publish callbacks [] for security_group (34a24bdc-d8c0-4737-860e-ef51a7b268bb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.796020 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] Publish callbacks [] for security_group (34a24bdc-d8c0-4737-860e-ef51a7b268bb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.841043 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (34a24bdc-d8c0-4737-860e-ef51a7b268bb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.844093 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:16.845209 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34a24bdc-d8c0-4737-860e-ef51a7b268bb HTTP/1.1" status: 204 len: 168 time: 0.1197650 Jul 12 17:45:16.852918 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e37a60-ce01-45d7-96f0-aaf7736d9d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a24bdc-d8c0-4737-860e-ef51a7b268bb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:20.446525 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:21.388242 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:45:21.603815 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8dc6f7e-a50a-44e2-82bb-79cd201c4b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:23.932079 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68af7109-ad51-4441-aa26-d78c8ef87bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:25.036091 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:26.716844 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=24,neutron:INSERT=6 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:26.719951 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:26.792687 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:26.828419 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=72,neutron:DELETE=8 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:26.848877 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=73,neutron:DELETE=8 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:26.943904 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.372288 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49650) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:27.477291 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0f9-ab8f-4233-80fa-f6bd27c99d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.550625 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0f9-ab8f-4233-80fa-f6bd27c99d45 admin admin] Publish callbacks [] for security_group (69654e04-ea42-40e7-96fa-04c132d486d2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.554434 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0f9-ab8f-4233-80fa-f6bd27c99d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (69654e04-ea42-40e7-96fa-04c132d486d2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.590237 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40e0f9-ab8f-4233-80fa-f6bd27c99d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69654e04-ea42-40e7-96fa-04c132d486d2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:27.594897 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7c40e0f9-ab8f-4233-80fa-f6bd27c99d45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c948a4d98cd42169efb5b4b328afe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216210 Jul 12 17:45:27.598229 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49654) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:27.647360 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] Publish callbacks [] for security_group (69654e04-ea42-40e7-96fa-04c132d486d2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.668554 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] Publish callbacks [] for security_group (69654e04-ea42-40e7-96fa-04c132d486d2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.714787 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (69654e04-ea42-40e7-96fa-04c132d486d2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.717981 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:27.719110 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69654e04-ea42-40e7-96fa-04c132d486d2 HTTP/1.1" status: 204 len: 168 time: 0.1206639 Jul 12 17:45:27.726839 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29eae7-89b1-4aaf-b900-97d1070ef482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69654e04-ea42-40e7-96fa-04c132d486d2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:27.977449 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49660) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:27.990910 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f260-71be-4856-a4f4-1e184f30d564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.066441 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f260-71be-4856-a4f4-1e184f30d564 admin admin] Publish callbacks [] for security_group (6e8a6864-6685-4bd2-8c9e-33354327c314), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.069930 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f260-71be-4856-a4f4-1e184f30d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (6e8a6864-6685-4bd2-8c9e-33354327c314), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.106877 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0ac8f260-71be-4856-a4f4-1e184f30d564 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1a6cc05516f4501a027e634c5f98130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283946 Jul 12 17:45:28.108794 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8f260-71be-4856-a4f4-1e184f30d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a6864-6685-4bd2-8c9e-33354327c314,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:28.109722 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49662) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:28.158947 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] Publish callbacks [] for security_group (6e8a6864-6685-4bd2-8c9e-33354327c314), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.180006 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] Publish callbacks [] for security_group (6e8a6864-6685-4bd2-8c9e-33354327c314), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.230169 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (6e8a6864-6685-4bd2-8c9e-33354327c314), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.232582 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:28.233766 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e8a6864-6685-4bd2-8c9e-33354327c314 HTTP/1.1" status: 204 len: 168 time: 0.1230659 Jul 12 17:45:28.241546 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf301b1-5e72-4cca-9b5a-47ac9e848a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a6864-6685-4bd2-8c9e-33354327c314,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:32.294190 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.269742 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49780) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:36.373790 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-025b1544-132e-4f80-910c-1ea46863c67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.403623 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:36.409113 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:36.450322 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-025b1544-132e-4f80-910c-1ea46863c67f admin admin] Publish callbacks [] for security_group (61477155-909d-4807-8540-57300dc1ad0c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.453754 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-025b1544-132e-4f80-910c-1ea46863c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (61477155-909d-4807-8540-57300dc1ad0c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.492197 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-025b1544-132e-4f80-910c-1ea46863c67f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=653e07739de943e9b488914e6aa85f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214279 Jul 12 17:45:36.493285 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b1544-132e-4f80-910c-1ea46863c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61477155-909d-4807-8540-57300dc1ad0c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:36.494904 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49784) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:36.547087 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] Publish callbacks [] for security_group (61477155-909d-4807-8540-57300dc1ad0c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.568674 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] Publish callbacks [] for security_group (61477155-909d-4807-8540-57300dc1ad0c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.613515 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (61477155-909d-4807-8540-57300dc1ad0c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.616005 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.617155 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61477155-909d-4807-8540-57300dc1ad0c HTTP/1.1" status: 204 len: 168 time: 0.1205416 Jul 12 17:45:36.625342 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa15be6-1073-47db-b257-28b7ccf8fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61477155-909d-4807-8540-57300dc1ad0c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:36.876654 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49790) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:36.889888 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00a7e2f9-e7b2-4234-a28f-6aa6495064d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.942635 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:36.944386 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=5 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:36.970341 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00a7e2f9-e7b2-4234-a28f-6aa6495064d8 admin admin] Publish callbacks [] for security_group (d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:36.973993 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00a7e2f9-e7b2-4234-a28f-6aa6495064d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.012953 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-00a7e2f9-e7b2-4234-a28f-6aa6495064d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ccc79642344488fa654a5e1f2a1ed85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352096 Jul 12 17:45:37.014348 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7e2f9-e7b2-4234-a28f-6aa6495064d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:37.016655 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49792) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:37.064528 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] Publish callbacks [] for security_group (d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.086011 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] Publish callbacks [] for security_group (d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.130294 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.132647 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.133785 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9 HTTP/1.1" status: 204 len: 168 time: 0.1166992 Jul 12 17:45:37.141787 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cace8a-2bc0-4781-acbb-91b4bca733b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e2d6cb-6dc9-4fb2-a6f6-d2ba623173b9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:37.444344 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49798) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:37.461039 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9447214c-76c3-4f96-ae99-c4c7e524f4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.534271 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9447214c-76c3-4f96-ae99-c4c7e524f4eb admin admin] Publish callbacks [] for security_group (f70f18a6-81a5-490d-a058-bc18f2fe4db5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.537836 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9447214c-76c3-4f96-ae99-c4c7e524f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f70f18a6-81a5-490d-a058-bc18f2fe4db5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.577506 dv-cinder-849325-2-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9447214c-76c3-4f96-ae99-c4c7e524f4eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfe89458d6364f69b81670cde0104a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320736 Jul 12 17:45:37.578648 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447214c-76c3-4f96-ae99-c4c7e524f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f18a6-81a5-490d-a058-bc18f2fe4db5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:37.580195 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49800) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:37.630079 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] Publish callbacks [] for security_group (f70f18a6-81a5-490d-a058-bc18f2fe4db5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.652621 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] Publish callbacks [] for security_group (f70f18a6-81a5-490d-a058-bc18f2fe4db5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.699298 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (f70f18a6-81a5-490d-a058-bc18f2fe4db5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.702523 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:37.703638 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f70f18a6-81a5-490d-a058-bc18f2fe4db5 HTTP/1.1" status: 204 len: 168 time: 0.1224847 Jul 12 17:45:37.711376 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f790f-f743-461d-abd7-61a9f5f16d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f18a6-81a5-490d-a058-bc18f2fe4db5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:37.723597 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:37.724188 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:47.571308 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:47.574200 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG dbcounter [-] [103962] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:INSERT=12 {{(pid=103962) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:47.685013 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:47.707178 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:INSERT=1,neutron:SELECT=32,neutron:DELETE=1 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:47.750236 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49874) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:47.853610 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-56b486ee-7926-4d71-8185-2dcd42d0a8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:47.926378 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-56b486ee-7926-4d71-8185-2dcd42d0a8ee admin admin] Publish callbacks [] for security_group (426b8d95-9811-4b5f-aba9-dc056e78ab56), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:47.930031 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-56b486ee-7926-4d71-8185-2dcd42d0a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (426b8d95-9811-4b5f-aba9-dc056e78ab56), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:47.966557 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b486ee-7926-4d71-8185-2dcd42d0a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b8d95-9811-4b5f-aba9-dc056e78ab56,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:47.971346 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-56b486ee-7926-4d71-8185-2dcd42d0a8ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c397326292b845a09afab7264d6a218d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201252 Jul 12 17:45:47.974677 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49878) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 17:45:48.020577 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] Publish callbacks [] for security_group (426b8d95-9811-4b5f-aba9-dc056e78ab56), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:48.044413 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] Publish callbacks [] for security_group (426b8d95-9811-4b5f-aba9-dc056e78ab56), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:48.089634 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628426'] for security_group (426b8d95-9811-4b5f-aba9-dc056e78ab56), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:48.092069 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:48.093160 dv-cinder-849325-2-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/426b8d95-9811-4b5f-aba9-dc056e78ab56 HTTP/1.1" status: 204 len: 168 time: 0.1182747 Jul 12 17:45:48.101204 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730e519-723e-4bd9-b0ab-0c0aa01c5dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b8d95-9811-4b5f-aba9-dc056e78ab56,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 17:45:51.604414 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-092bc6f0-f4e7-4429-abb0-226e606df010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:53.933487 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0c25b799-065b-4daf-80b6-72a402a6b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:55.038814 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:56.796609 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:56.945565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:45:58.096025 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:58.097888 dv-cinder-849325-2-iscsi neutron-server[103963]: DEBUG dbcounter [-] [103963] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103963) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:45:58.387543 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:46:02.306409 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:12.299795 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:12.302031 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:20.881485 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:20.883595 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:21.605884 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d2db38a3-405b-4311-a5cf-789ac036e3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:23.935350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d10422b2-6a55-4e6a-a3ff-9ff1a5a30dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:25.041906 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:26.797992 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:26.947951 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:32.306240 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:35.385633 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:46:42.299794 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:42.301622 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:50.395072 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:50.399715 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:46:51.608337 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6b17-736f-4ae1-a8f9-ac4da717004c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:53.938729 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3268c0c5-083b-4be6-a03f-a1afba151849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:55.045650 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:56.802094 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:46:56.949418 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:02.308574 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:12.302210 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:12.304032 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:12.384497 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:47:21.609074 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8950644-4e41-46c3-9f0b-0f4ce2a920e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:23.944195 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b435b53d-bfee-425b-9f1d-076331c75856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:25.047350 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:26.804464 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:26.950321 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:27.396442 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:27.406189 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=8 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:32.302216 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:42.296387 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:42.298291 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:47:49.385922 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:47:51.611365 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e7c0b09-43c8-4191-a19f-1766915636d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:53.945453 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ddd447b1-9d53-46f4-bda2-d0c40aeccbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:55.051964 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:56.810804 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:47:56.951682 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:02.316016 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:04.398410 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:04.403289 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:12.306273 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:12.311285 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:20.895381 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=14 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:20.897870 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:21.612421 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-01cb77d2-db76-4b80-b39b-817aa5d8ed37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:23.947095 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-75bf223c-2087-458c-8bfa-5b075c147d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:25.054329 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:26.385713 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:48:26.808929 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:26.957705 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:32.315102 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:41.395066 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:41.399179 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:42.305370 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:42.310128 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:48:51.615747 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f5991eb8-57a1-4c5c-80d0-e33c9349f26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:53.948348 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-85335fd4-cbca-4f30-8065-7953a4d26420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:55.058162 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:56.811711 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:48:56.949178 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:02.345089 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:03.385071 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:49:12.339454 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:12.341308 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:20.455824 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:20.456480 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:21.616621 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6557-0e92-484b-9fa8-946c287a3fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:23.949913 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2420f00-20c8-4408-977c-a0775d1f247d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:25.063175 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:26.816559 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:26.951769 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:32.343704 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:40.384871 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:49:42.338215 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:42.340077 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:51.617947 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c8141010-9be6-40d4-9d25-c19dee812251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:53.951522 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5b8e-7086-4072-a2ab-273c94ab5535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:55.062565 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:55.391709 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:55.401842 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:49:56.817368 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:49:56.957193 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:02.357107 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:12.351847 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:12.353857 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:17.383956 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:50:21.619899 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ce67c8fa-8f28-4865-8c02-2067ed23f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:23.953075 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5916585c-5b9c-4390-80e5-fc35baa0b15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:25.066319 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:26.820266 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:26.958996 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:32.388442 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:32.390788 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:32.397975 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=18 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:42.380673 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:42.385713 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:50:51.621233 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-288bb26a-cb7c-49b4-b598-60d7cff47db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:53.955105 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62360517-b2ca-4ca1-928e-a4105095b485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:54.383611 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-a7e02a58-788f-4941-933c-323a6dcd352f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 17:50:55.068411 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:56.822426 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:50:56.960983 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:02.392992 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9767524b-540d-479f-bcd5-a47c5770423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (7750bfbe-b794-4eba-9e72-42b4f2f27450), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:09.399379 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:09.404460 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:12.195154 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-04a664cf-e76f-4222-aff4-30aee0254ec3 service neutron] (103962) timed out ('10.222.0.62', 46676) {{(pid=103962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 17:51:12.360140 dv-cinder-849325-2-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-3c18b804-3996-4e91-b08c-19bb83f8b7cb req-2e6c8c51-ad70-4a05-b932-5f1cc3b62ab5 tempest-AttachVolumeShelveTestJSON-110492675 tempest-AttachVolumeShelveTestJSON-110492675-project] (103962) timed out ('10.222.0.62', 46684) {{(pid=103962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 17:51:12.381324 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:12.388510 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG dbcounter [-] [103964] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103964) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:20.462237 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:20.462861 dv-cinder-849325-2-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 17:51:21.623517 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6ba4d1c6-14ae-46cc-b9ca-869942d2d18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (0f2fbb70-38e1-44be-a683-f9bd7490b585), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:23.957611 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-48cc7d97-6843-48fd-b25d-88dc6a884a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (aa70b8a2-cf52-4d33-ab7c-95be4d0c2ef6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:25.070917 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6691-d558-4b43-a610-abcb92705c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (cecfac49-c2a7-4113-8895-cd9f843e937b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:26.826507 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77768369-4cef-4ec0-8dd1-78c632002b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (93c18441-7f7e-469e-83a4-ba21e48f6660), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 17:51:26.963495 dv-cinder-849325-2-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a7ce30-9918-45b8-85ae-ad8fe0c13daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760223075431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67002815'] for agent (82d60ad8-5803-4aae-aa93-4c7cab406704), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}